2024-11-21 12:17:06,957 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 12:17:06,987 main DEBUG Took 0.027748 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 12:17:06,988 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 12:17:06,988 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 12:17:06,990 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 12:17:06,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,001 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 12:17:07,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,026 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,032 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,033 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,035 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,036 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,038 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,039 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,040 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,041 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:17:07,043 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,044 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 12:17:07,046 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:17:07,048 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 12:17:07,050 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 12:17:07,051 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 12:17:07,053 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 12:17:07,054 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 12:17:07,065 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 12:17:07,069 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 12:17:07,072 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 12:17:07,073 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 12:17:07,073 main DEBUG createAppenders(={Console}) 2024-11-21 12:17:07,075 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 12:17:07,075 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 12:17:07,075 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 12:17:07,076 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 12:17:07,077 main DEBUG OutputStream closed 2024-11-21 12:17:07,077 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 12:17:07,077 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 12:17:07,078 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 12:17:07,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 12:17:07,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 12:17:07,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 12:17:07,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 12:17:07,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 12:17:07,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 12:17:07,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 12:17:07,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 12:17:07,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 12:17:07,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 12:17:07,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 12:17:07,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 12:17:07,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 12:17:07,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 12:17:07,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 12:17:07,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 12:17:07,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 12:17:07,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 12:17:07,199 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 12:17:07,200 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 12:17:07,200 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 12:17:07,201 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T12:17:07,219 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 12:17:07,222 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 12:17:07,223 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T12:17:07,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=2109 2024-11-21T12:17:07,617 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T12:17:07,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f 2024-11-21T12:17:07,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017, deleteOnExit=true 2024-11-21T12:17:07,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017/zookeeper_0, clientPort=54578, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:17:07,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54578 2024-11-21T12:17:07,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:17:07,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:17:07,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/test.cache.data in system properties and HBase conf 2024-11-21T12:17:07,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:17:07,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:17:07,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:17:07,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:17:07,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:17:07,977 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T12:17:08,119 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:17:08,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:08,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:08,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:17:08,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:08,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:17:08,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:17:08,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:08,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:08,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:17:08,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:17:08,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:17:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:08,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:17:08,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:17:09,472 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T12:17:09,565 INFO [Time-limited test {}] log.Log(170): Logging initialized @3498ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T12:17:09,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:09,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:09,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:09,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:09,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:17:09,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:09,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:09,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:10,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34444f5b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/java.io.tmpdir/jetty-localhost-44697-hadoop-hdfs-3_4_1-tests_jar-_-any-15134320872518964734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:17:10,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:44697} 2024-11-21T12:17:10,086 INFO [Time-limited test {}] server.Server(415): Started @4019ms 2024-11-21T12:17:10,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:10,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:10,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:10,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:10,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:17:10,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:10,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:10,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0edb62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/java.io.tmpdir/jetty-localhost-40221-hadoop-hdfs-3_4_1-tests_jar-_-any-10549607443851926656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:17:10,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:40221} 2024-11-21T12:17:10,740 INFO [Time-limited test {}] server.Server(415): Started @4674ms 2024-11-21T12:17:10,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:17:11,821 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017/data/data2/current/BP-2001468894-172.17.0.2-1732191428843/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:11,821 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017/data/data1/current/BP-2001468894-172.17.0.2-1732191428843/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:11,845 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:17:11,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f 2024-11-21T12:17:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdbf6f8fb62ee0a0 with lease ID 0x7b8de45e38b5b34d: Processing first storage report for DS-bf41af55-b051-4615-857d-81c116e3a656 from datanode DatanodeRegistration(127.0.0.1:40177, datanodeUuid=3946ee7e-18c3-4dc7-b615-a42de6e576c0, infoPort=34285, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=1035009261;c=1732191428843) 2024-11-21T12:17:11,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdbf6f8fb62ee0a0 with lease ID 0x7b8de45e38b5b34d: from storage DS-bf41af55-b051-4615-857d-81c116e3a656 node DatanodeRegistration(127.0.0.1:40177, datanodeUuid=3946ee7e-18c3-4dc7-b615-a42de6e576c0, infoPort=34285, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=1035009261;c=1732191428843), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:17:11,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdbf6f8fb62ee0a0 with lease ID 0x7b8de45e38b5b34d: Processing first storage report for DS-76be7587-f6d9-4b9a-801f-27b813024fa1 from datanode DatanodeRegistration(127.0.0.1:40177, datanodeUuid=3946ee7e-18c3-4dc7-b615-a42de6e576c0, infoPort=34285, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=1035009261;c=1732191428843) 2024-11-21T12:17:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdbf6f8fb62ee0a0 with lease ID 0x7b8de45e38b5b34d: from storage DS-76be7587-f6d9-4b9a-801f-27b813024fa1 node DatanodeRegistration(127.0.0.1:40177, datanodeUuid=3946ee7e-18c3-4dc7-b615-a42de6e576c0, infoPort=34285, infoSecurePort=0, ipcPort=39303, storageInfo=lv=-57;cid=testClusterID;nsid=1035009261;c=1732191428843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:17:11,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:11,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:17:12,503 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16 with version=8 2024-11-21T12:17:12,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/hbase-staging 2024-11-21T12:17:12,590 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T12:17:12,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:12,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:12,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:12,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:12,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:12,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:13,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:17:13,085 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T12:17:13,098 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T12:17:13,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:13,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11480 (auto-detected) 2024-11-21T12:17:13,138 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T12:17:13,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33227 2024-11-21T12:17:13,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33227 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:13,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332270x0, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:13,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33227-0x1015d5398950000 connected 2024-11-21T12:17:13,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:13,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:13,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:13,442 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16, hbase.cluster.distributed=false 2024-11-21T12:17:13,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/acl 2024-11-21T12:17:13,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-21T12:17:13,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33227 2024-11-21T12:17:13,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33227 2024-11-21T12:17:13,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-21T12:17:13,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-21T12:17:13,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:13,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:13,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:13,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:13,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:13,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:13,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:17:13,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:13,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35921 2024-11-21T12:17:13,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35921 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:13,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:13,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:13,606 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359210x0, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:13,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35921-0x1015d5398950001 connected 2024-11-21T12:17:13,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:13,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:17:13,622 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:17:13,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/master 2024-11-21T12:17:13,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/acl 2024-11-21T12:17:13,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-21T12:17:13,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35921 2024-11-21T12:17:13,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35921 2024-11-21T12:17:13,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-21T12:17:13,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35921 2024-11-21T12:17:13,649 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:33227 2024-11-21T12:17:13,650 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-818455488/backup-masters/b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:13,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:13,666 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:13,668 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on existing znode=/0-818455488/backup-masters/b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:13,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:13,700 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-818455488/master 2024-11-21T12:17:13,700 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:13,701 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on existing znode=/0-818455488/master 2024-11-21T12:17:13,702 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-818455488/backup-masters/b4993cb2a74e,33227,1732191432701 from backup master directory 2024-11-21T12:17:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/backup-masters/b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:13,710 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:13,711 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:13,712 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:13,715 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T12:17:13,717 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T12:17:13,771 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/hbase.id] with ID: 5c684567-ce0b-46ff-8544-a9503af14214 2024-11-21T12:17:13,771 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/.tmp/hbase.id 2024-11-21T12:17:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:17:14,187 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/.tmp/hbase.id]:[hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/hbase.id] 2024-11-21T12:17:14,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:14,243 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:17:14,263 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-21T12:17:14,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:14,310 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:14,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:17:14,738 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:14,742 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:17:14,760 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:17:14,765 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:14,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:17:15,222 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store 2024-11-21T12:17:15,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:17:15,650 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T12:17:15,654 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:15,656 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:15,656 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:15,656 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:15,658 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:15,658 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:15,658 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:15,659 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191435655Disabling compacts and flushes for region at 1732191435655Disabling writes for close at 1732191435658 (+3 ms)Writing region close event to WAL at 1732191435658Closed at 1732191435658 2024-11-21T12:17:15,661 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/.initializing 2024-11-21T12:17:15,662 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:15,669 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:15,683 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C33227%2C1732191432701, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/oldWALs, maxLogs=10 2024-11-21T12:17:15,704 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701/b4993cb2a74e%2C33227%2C1732191432701.1732191435687, exclude list is [], retry=0 2024-11-21T12:17:15,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:15,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T12:17:15,751 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 2024-11-21T12:17:15,752 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:15,753 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:15,753 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:15,756 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,757 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:17:15,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:15,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:15,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:17:15,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:15,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:15,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:17:15,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:15,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:15,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:17:15,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:15,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:15,836 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,840 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,841 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,846 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,847 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,850 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:15,853 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:15,858 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:15,859 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64926127, jitterRate=-0.03252531588077545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:15,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191435768Initializing all the Stores at 1732191435771 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191435771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191435772 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191435772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191435772Cleaning up temporary data from old regions at 1732191435847 (+75 ms)Region opened successfully at 1732191435867 (+20 ms) 2024-11-21T12:17:15,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:17:15,899 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c99b7be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:15,926 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:17:15,936 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:17:15,936 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:17:15,939 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:17:15,940 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T12:17:15,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T12:17:15,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:17:15,969 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:17:15,978 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/balancer because node does not exist (not necessarily an error) 2024-11-21T12:17:16,047 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/balancer already deleted, retry=false 2024-11-21T12:17:16,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:17:16,054 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:17:16,066 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/normalizer already deleted, retry=false 2024-11-21T12:17:16,070 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:17:16,074 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:17:16,086 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/switch/split already deleted, retry=false 2024-11-21T12:17:16,088 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:17:16,100 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/switch/merge already deleted, retry=false 2024-11-21T12:17:16,121 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:17:16,131 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/snapshot-cleanup already deleted, retry=false 2024-11-21T12:17:16,142 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:16,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:16,142 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:16,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:16,145 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,33227,1732191432701, sessionid=0x1015d5398950000, setting cluster-up flag (Was=false) 2024-11-21T12:17:16,173 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:16,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:16,205 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-818455488/flush-table-proc/acquired, /0-818455488/flush-table-proc/reached, /0-818455488/flush-table-proc/abort 2024-11-21T12:17:16,209 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:16,236 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:16,269 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-818455488/online-snapshot/acquired, /0-818455488/online-snapshot/reached, /0-818455488/online-snapshot/abort 2024-11-21T12:17:16,271 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:16,281 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:17:16,341 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(746): ClusterId : 5c684567-ce0b-46ff-8544-a9503af14214 2024-11-21T12:17:16,343 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:17:16,353 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:16,354 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:17:16,354 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:17:16,363 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:17:16,364 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:17:16,365 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beea64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:16,371 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:17:16,376 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,33227,1732191432701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:17:16,379 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:35921 2024-11-21T12:17:16,382 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:17:16,382 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:17:16,383 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:17:16,384 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:16,384 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:16,385 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:16,385 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:16,385 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:17:16,385 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,33227,1732191432701 with port=35921, startcode=1732191433544 2024-11-21T12:17:16,385 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,385 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:16,386 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,388 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191466388 2024-11-21T12:17:16,390 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:17:16,391 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:17:16,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:16,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:17:16,394 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:17:16,395 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:17:16,395 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:17:16,396 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:17:16,396 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:17:16,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:16,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:17:16,399 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,403 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:17:16,404 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:17:16,405 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:17:16,405 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:17:16,408 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:17:16,409 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:17:16,411 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191436410,5,FailOnTimeoutGroup] 2024-11-21T12:17:16,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:17:16,412 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191436411,5,FailOnTimeoutGroup] 2024-11-21T12:17:16,412 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,412 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:17:16,414 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,414 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,430 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:17:16,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:16,438 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:16,452 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16 2024-11-21T12:17:16,453 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33829 2024-11-21T12:17:16,453 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:17:16,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/rs 2024-11-21T12:17:16,469 DEBUG [RS:0;b4993cb2a74e:35921 {}] zookeeper.ZKUtil(111): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on existing znode=/0-818455488/rs/b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:16,469 WARN [RS:0;b4993cb2a74e:35921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:16,470 INFO [RS:0;b4993cb2a74e:35921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:16,470 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:16,472 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,35921,1732191433544] 2024-11-21T12:17:16,492 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:17:16,507 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:17:16,512 INFO [RS:0;b4993cb2a74e:35921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:17:16,512 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,513 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:17:16,518 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:17:16,519 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,519 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,519 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,519 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,520 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,520 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,520 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:16,520 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,520 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,520 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,521 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,521 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,521 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:16,521 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:16,521 DEBUG [RS:0;b4993cb2a74e:35921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:16,522 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,522 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,522 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,522 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,523 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,523 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35921,1732191433544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:16,539 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:17:16,541 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35921,1732191433544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,541 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,542 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.Replication(171): b4993cb2a74e,35921,1732191433544 started 2024-11-21T12:17:16,560 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:16,560 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,35921,1732191433544, RpcServer on b4993cb2a74e/172.17.0.2:35921, sessionid=0x1015d5398950001 2024-11-21T12:17:16,561 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:17:16,561 DEBUG [RS:0;b4993cb2a74e:35921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:16,561 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35921,1732191433544' 2024-11-21T12:17:16,561 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-818455488/flush-table-proc/abort' 2024-11-21T12:17:16,562 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-818455488/flush-table-proc/acquired' 2024-11-21T12:17:16,563 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:17:16,563 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:17:16,563 DEBUG [RS:0;b4993cb2a74e:35921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:16,563 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35921,1732191433544' 2024-11-21T12:17:16,563 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-818455488/online-snapshot/abort' 2024-11-21T12:17:16,564 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-818455488/online-snapshot/acquired' 2024-11-21T12:17:16,564 DEBUG [RS:0;b4993cb2a74e:35921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:17:16,564 INFO [RS:0;b4993cb2a74e:35921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:17:16,565 INFO [RS:0;b4993cb2a74e:35921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:17:16,670 INFO [RS:0;b4993cb2a74e:35921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:16,675 INFO [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35921%2C1732191433544, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs, maxLogs=10 2024-11-21T12:17:16,690 DEBUG [RS:0;b4993cb2a74e:35921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678, exclude list is [], retry=0 2024-11-21T12:17:16,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:16,698 INFO [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 2024-11-21T12:17:16,698 DEBUG [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:16,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:17:16,819 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16 2024-11-21T12:17:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:17:17,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:17,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:17,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:17,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:17,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:17,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:17,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:17,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:17,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:17,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:17,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740 2024-11-21T12:17:17,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740 2024-11-21T12:17:17,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:17,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:17,262 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:17,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:17,267 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:17,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65433268, jitterRate=-0.024968326091766357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:17,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191437235Initializing all the Stores at 1732191437239 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191437239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191437239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191437239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191437239Cleaning up temporary data from old regions at 1732191437261 (+22 ms)Region opened successfully at 1732191437270 (+9 ms) 2024-11-21T12:17:17,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:17,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:17,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:17,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:17,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:17,272 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:17,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191437271Disabling compacts and flushes for region at 1732191437271Disabling writes for close at 1732191437271Writing region close event to WAL at 1732191437272 (+1 ms)Closed at 1732191437272 2024-11-21T12:17:17,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:17,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:17:17,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:17:17,292 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:17,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:17:17,450 DEBUG [b4993cb2a74e:33227 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:17:17,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:17,470 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35921,1732191433544, state=OPENING 2024-11-21T12:17:17,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:17:17,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:17,616 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:17,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:17,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:17,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:17,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35921,1732191433544}] 2024-11-21T12:17:17,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:17:17,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:17:17,813 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:17:17,813 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:17,814 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:17:17,818 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35921%2C1732191433544.meta, suffix=.meta, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs, maxLogs=10 2024-11-21T12:17:17,834 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.meta.1732191437821.meta, exclude list is [], retry=0 2024-11-21T12:17:17,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:17,841 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.meta.1732191437821.meta 2024-11-21T12:17:17,841 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:17,842 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:17,846 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:17,847 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:17,849 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:17:17,851 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:17:17,855 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:17:17,856 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:17,856 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:17:17,856 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:17:17,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:17,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:17,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:17,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:17,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:17,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:17,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:17,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:17,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:17,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:17,869 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:17,872 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740 2024-11-21T12:17:17,874 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740 2024-11-21T12:17:17,877 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:17,877 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:17,878 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:17,881 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:17,883 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74921047, jitterRate=0.11641059815883636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:17,884 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:17:17,886 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191437857Writing region info on filesystem at 1732191437857Initializing all the Stores at 1732191437859 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191437859Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191437859Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191437859Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191437859Cleaning up temporary data from old regions at 1732191437877 (+18 ms)Running coprocessor post-open hooks at 1732191437884 (+7 ms)Region opened successfully at 1732191437886 (+2 ms) 2024-11-21T12:17:17,894 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191437790 2024-11-21T12:17:17,904 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:17:17,904 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:17:17,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:17,908 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35921,1732191433544, state=OPEN 2024-11-21T12:17:17,953 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:17,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:17,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:17,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:17,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:17:17,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35921,1732191433544 in 331 msec 2024-11-21T12:17:17,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:17:17,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 682 msec 2024-11-21T12:17:17,970 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:17,970 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:17:17,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:17,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35921,1732191433544, seqNum=-1] 2024-11-21T12:17:18,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:18,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:18,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7190 sec 2024-11-21T12:17:18,029 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191438029, completionTime=-1 2024-11-21T12:17:18,032 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:17:18,032 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:17:18,058 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:17:18,058 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191498058 2024-11-21T12:17:18,058 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191558058 2024-11-21T12:17:18,058 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-21T12:17:18,060 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33227,1732191432701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:18,060 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33227,1732191432701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:18,060 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33227,1732191432701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:18,061 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:33227, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:18,062 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:18,062 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:18,068 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:17:18,088 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.376sec 2024-11-21T12:17:18,090 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:17:18,091 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:17:18,092 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:17:18,093 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:17:18,093 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:17:18,094 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33227,1732191432701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:18,094 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33227,1732191432701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:17:18,104 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:17:18,105 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:17:18,105 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33227,1732191432701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:18,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444bdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:18,159 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T12:17:18,159 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T12:17:18,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33227,-1 for getting cluster id 2024-11-21T12:17:18,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:18,170 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c684567-ce0b-46ff-8544-a9503af14214' 2024-11-21T12:17:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c684567-ce0b-46ff-8544-a9503af14214" 2024-11-21T12:17:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb2ce9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33227,-1] 2024-11-21T12:17:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:18,181 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:18,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c003af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:18,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35921,1732191433544, seqNum=-1] 2024-11-21T12:17:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:18,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:18,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:18,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:18,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:18,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d5398950002 connected 2024-11-21T12:17:18,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.log.dir so I do NOT create it in target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8 2024-11-21T12:17:18,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:17:18,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.tmp.dir so I do NOT create it in target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8 2024-11-21T12:17:18,350 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:17:18,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8 2024-11-21T12:17:18,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:17:18,350 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/cluster_06245596-a035-75ce-c4a5-0e955fe56311, deleteOnExit=true 2024-11-21T12:17:18,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:17:18,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/test.cache.data in system properties and HBase conf 2024-11-21T12:17:18,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:17:18,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:17:18,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:17:18,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:17:18,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:17:18,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:17:18,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:18,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:18,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:17:18,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:18,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:17:18,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:17:18,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:17:18,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:18,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:18,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:18,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:18,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:17:18,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:18,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426ef9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:18,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:18,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@773518c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/java.io.tmpdir/jetty-localhost-35037-hadoop-hdfs-3_4_1-tests_jar-_-any-8096623197313937781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:17:18,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@248e3f8f{HTTP/1.1, (http/1.1)}{localhost:35037} 2024-11-21T12:17:18,857 INFO [Time-limited test {}] server.Server(415): Started @12791ms 2024-11-21T12:17:19,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:19,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:19,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:19,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:19,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:17:19,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269619de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:19,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:19,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c02fa0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/java.io.tmpdir/jetty-localhost-35865-hadoop-hdfs-3_4_1-tests_jar-_-any-17050037549682132952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:17:19,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32d5b0d5{HTTP/1.1, (http/1.1)}{localhost:35865} 2024-11-21T12:17:19,257 INFO [Time-limited test {}] server.Server(415): Started @13191ms 2024-11-21T12:17:19,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:17:20,036 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/cluster_06245596-a035-75ce-c4a5-0e955fe56311/data/data1/current/BP-1115675368-172.17.0.2-1732191438379/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:20,036 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/cluster_06245596-a035-75ce-c4a5-0e955fe56311/data/data2/current/BP-1115675368-172.17.0.2-1732191438379/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:20,053 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:17:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8f52f53e8d06f95 with lease ID 0xf9171ca15e10c0fc: Processing first storage report for DS-2b8f6ed8-133c-4c3f-9762-58df7cac2c51 from datanode DatanodeRegistration(127.0.0.1:33761, datanodeUuid=a586691a-064c-4aed-aca4-ecd08a3b4cc4, infoPort=33421, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1608798670;c=1732191438379) 2024-11-21T12:17:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8f52f53e8d06f95 with lease ID 0xf9171ca15e10c0fc: from storage DS-2b8f6ed8-133c-4c3f-9762-58df7cac2c51 node DatanodeRegistration(127.0.0.1:33761, datanodeUuid=a586691a-064c-4aed-aca4-ecd08a3b4cc4, infoPort=33421, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1608798670;c=1732191438379), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:17:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8f52f53e8d06f95 with lease ID 0xf9171ca15e10c0fc: Processing first storage report for DS-74bed860-5447-44ea-a676-a3e0059225a9 from datanode DatanodeRegistration(127.0.0.1:33761, datanodeUuid=a586691a-064c-4aed-aca4-ecd08a3b4cc4, infoPort=33421, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1608798670;c=1732191438379) 2024-11-21T12:17:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8f52f53e8d06f95 with lease ID 0xf9171ca15e10c0fc: from storage DS-74bed860-5447-44ea-a676-a3e0059225a9 node DatanodeRegistration(127.0.0.1:33761, datanodeUuid=a586691a-064c-4aed-aca4-ecd08a3b4cc4, infoPort=33421, infoSecurePort=0, ipcPort=37799, storageInfo=lv=-57;cid=testClusterID;nsid=1608798670;c=1732191438379), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:17:20,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8 2024-11-21T12:17:20,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:20,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:20,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:17:20,516 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef with version=8 2024-11-21T12:17:20,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/hbase-staging 2024-11-21T12:17:20,518 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:20,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:20,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:20,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:20,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:20,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:20,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:17:20,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:20,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43021 2024-11-21T12:17:20,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43021 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:20,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430210x0, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:20,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43021-0x1015d5398950003 connected 2024-11-21T12:17:20,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:20,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:20,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on znode that does not yet exist, /1867519253/running 2024-11-21T12:17:20,658 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef, hbase.cluster.distributed=false 2024-11-21T12:17:20,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on znode that does not yet exist, /1867519253/acl 2024-11-21T12:17:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-21T12:17:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43021 2024-11-21T12:17:20,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43021 2024-11-21T12:17:20,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-21T12:17:20,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-21T12:17:20,678 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:20,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:20,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:20,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:20,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:20,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:20,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:17:20,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:20,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37527 2024-11-21T12:17:20,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37527 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:20,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:20,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375270x0, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:20,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375270x0, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on znode that does not yet exist, /1867519253/running 2024-11-21T12:17:20,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:17:20,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37527-0x1015d5398950004 connected 2024-11-21T12:17:20,704 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:17:20,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on znode that does not yet exist, /1867519253/master 2024-11-21T12:17:20,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on znode that does not yet exist, /1867519253/acl 2024-11-21T12:17:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-21T12:17:20,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37527 2024-11-21T12:17:20,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37527 2024-11-21T12:17:20,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-21T12:17:20,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37527 2024-11-21T12:17:20,726 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:43021 2024-11-21T12:17:20,727 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1867519253/backup-masters/b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:20,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253/backup-masters 2024-11-21T12:17:20,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253/backup-masters 2024-11-21T12:17:20,739 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on existing znode=/1867519253/backup-masters/b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1867519253/master 2024-11-21T12:17:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:20,753 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on existing znode=/1867519253/master 2024-11-21T12:17:20,753 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1867519253/backup-masters/b4993cb2a74e,43021,1732191440518 from backup master directory 2024-11-21T12:17:20,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1867519253/backup-masters/b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:20,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253/backup-masters 2024-11-21T12:17:20,762 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253/backup-masters 2024-11-21T12:17:20,763 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:20,770 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/hbase.id] with ID: c20ebec6-fb61-4722-a6ed-9b466a5a3620 2024-11-21T12:17:20,770 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/.tmp/hbase.id 2024-11-21T12:17:20,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:17:21,181 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/.tmp/hbase.id]:[hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/hbase.id] 2024-11-21T12:17:21,210 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:21,210 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:17:21,213 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-21T12:17:21,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:21,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:21,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:17:21,679 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:21,682 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:17:21,683 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:17:22,098 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store 2024-11-21T12:17:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:17:22,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:17:22,514 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:22,514 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:22,514 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:22,515 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:22,515 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:22,515 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:22,515 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:22,515 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191442514Disabling compacts and flushes for region at 1732191442514Disabling writes for close at 1732191442515 (+1 ms)Writing region close event to WAL at 1732191442515Closed at 1732191442515 2024-11-21T12:17:22,517 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/.initializing 2024-11-21T12:17:22,517 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/WALs/b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:22,519 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:22,522 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C43021%2C1732191440518, suffix=, logDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/WALs/b4993cb2a74e,43021,1732191440518, archiveDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/oldWALs, maxLogs=10 2024-11-21T12:17:22,536 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/WALs/b4993cb2a74e,43021,1732191440518/b4993cb2a74e%2C43021%2C1732191440518.1732191442523, exclude list is [], retry=0 2024-11-21T12:17:22,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-2b8f6ed8-133c-4c3f-9762-58df7cac2c51,DISK] 2024-11-21T12:17:22,543 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/WALs/b4993cb2a74e,43021,1732191440518/b4993cb2a74e%2C43021%2C1732191440518.1732191442523 2024-11-21T12:17:22,543 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-21T12:17:22,543 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:22,544 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:22,544 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,544 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:17:22,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:22,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:22,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:17:22,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:22,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:22,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:17:22,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:22,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:22,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:17:22,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:22,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:22,575 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,576 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,577 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,580 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:22,582 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:22,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:22,587 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74670795, jitterRate=0.1126815527677536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:22,587 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191442544Initializing all the Stores at 1732191442546 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191442546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191442546Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191442546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191442546Cleaning up temporary data from old regions at 1732191442579 (+33 ms)Region opened successfully at 1732191442587 (+8 ms) 2024-11-21T12:17:22,587 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:17:22,593 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3934c400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:22,594 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:17:22,594 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:17:22,594 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:17:22,594 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:17:22,595 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:17:22,595 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:17:22,596 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:17:22,599 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:17:22,600 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Unable to get data of znode /1867519253/balancer because node does not exist (not necessarily an error) 2024-11-21T12:17:22,686 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1867519253/balancer already deleted, retry=false 2024-11-21T12:17:22,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:17:22,689 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Unable to get data of znode /1867519253/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:17:22,762 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1867519253/normalizer already deleted, retry=false 2024-11-21T12:17:22,762 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:17:22,764 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Unable to get data of znode /1867519253/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:17:22,794 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1867519253/switch/split already deleted, retry=false 2024-11-21T12:17:22,796 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Unable to get data of znode /1867519253/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:17:22,804 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1867519253/switch/merge already deleted, retry=false 2024-11-21T12:17:22,810 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Unable to get data of znode /1867519253/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:17:22,822 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1867519253/snapshot-cleanup already deleted, retry=false 2024-11-21T12:17:22,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1867519253/running 2024-11-21T12:17:22,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1867519253/running 2024-11-21T12:17:22,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:22,834 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,43021,1732191440518, sessionid=0x1015d5398950003, setting cluster-up flag (Was=false) 2024-11-21T12:17:22,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:22,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:22,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1867519253/flush-table-proc/acquired, /1867519253/flush-table-proc/reached, /1867519253/flush-table-proc/abort 2024-11-21T12:17:22,892 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:23,245 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1867519253/online-snapshot/acquired, /1867519253/online-snapshot/reached, /1867519253/online-snapshot/abort 2024-11-21T12:17:23,247 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:23,249 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:17:23,252 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:23,252 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:17:23,252 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:17:23,252 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,43021,1732191440518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:17:23,254 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:23,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:23,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:23,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:23,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:17:23,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:23,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,256 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191473256 2024-11-21T12:17:23,256 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:17:23,256 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:17:23,256 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:17:23,256 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:17:23,256 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:17:23,257 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:17:23,257 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:23,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:17:23,258 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:17:23,258 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:17:23,259 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:17:23,259 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:17:23,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:23,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:17:23,260 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:17:23,260 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:17:23,261 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191443260,5,FailOnTimeoutGroup] 2024-11-21T12:17:23,263 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191443261,5,FailOnTimeoutGroup] 2024-11-21T12:17:23,263 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,263 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:17:23,263 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,263 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:17:23,319 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(746): ClusterId : c20ebec6-fb61-4722-a6ed-9b466a5a3620 2024-11-21T12:17:23,319 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:17:23,360 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:17:23,360 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:17:23,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:17:23,374 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:17:23,375 DEBUG [RS:0;b4993cb2a74e:37527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dcf45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:23,392 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:37527 2024-11-21T12:17:23,392 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:17:23,393 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:17:23,393 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:17:23,394 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,43021,1732191440518 with port=37527, startcode=1732191440678 2024-11-21T12:17:23,394 DEBUG [RS:0;b4993cb2a74e:37527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:17:23,397 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:17:23,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:23,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43021 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:23,401 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef 2024-11-21T12:17:23,401 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40991 2024-11-21T12:17:23,401 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:17:23,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253/rs 2024-11-21T12:17:23,413 DEBUG [RS:0;b4993cb2a74e:37527 {}] zookeeper.ZKUtil(111): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on existing znode=/1867519253/rs/b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:23,413 WARN [RS:0;b4993cb2a74e:37527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:23,413 INFO [RS:0;b4993cb2a74e:37527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:23,413 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:23,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,37527,1732191440678] 2024-11-21T12:17:23,418 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:17:23,430 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:17:23,430 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:17:23,432 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:23,432 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:17:23,432 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:17:23,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:23,433 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:17:23,433 INFO [RS:0;b4993cb2a74e:37527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:17:23,433 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,433 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:17:23,433 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:17:23,433 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:17:23,435 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:17:23,435 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,435 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,436 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,437 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:23,437 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:23,437 DEBUG [RS:0;b4993cb2a74e:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:23,438 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,438 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,438 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,438 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,438 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,438 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37527,1732191440678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:23,457 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:17:23,457 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37527,1732191440678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,457 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,457 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.Replication(171): b4993cb2a74e,37527,1732191440678 started 2024-11-21T12:17:23,472 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:23,472 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,37527,1732191440678, RpcServer on b4993cb2a74e/172.17.0.2:37527, sessionid=0x1015d5398950004 2024-11-21T12:17:23,472 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:17:23,472 DEBUG [RS:0;b4993cb2a74e:37527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:23,473 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37527,1732191440678' 2024-11-21T12:17:23,473 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1867519253/flush-table-proc/abort' 2024-11-21T12:17:23,473 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1867519253/flush-table-proc/acquired' 2024-11-21T12:17:23,474 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:17:23,474 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:17:23,474 DEBUG [RS:0;b4993cb2a74e:37527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:23,474 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37527,1732191440678' 2024-11-21T12:17:23,474 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1867519253/online-snapshot/abort' 2024-11-21T12:17:23,475 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1867519253/online-snapshot/acquired' 2024-11-21T12:17:23,475 DEBUG [RS:0;b4993cb2a74e:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:17:23,475 INFO [RS:0;b4993cb2a74e:37527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:17:23,475 INFO [RS:0;b4993cb2a74e:37527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:17:23,577 INFO [RS:0;b4993cb2a74e:37527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:23,583 INFO [RS:0;b4993cb2a74e:37527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37527%2C1732191440678, suffix=, logDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678, archiveDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/oldWALs, maxLogs=10 2024-11-21T12:17:23,602 DEBUG [RS:0;b4993cb2a74e:37527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678/b4993cb2a74e%2C37527%2C1732191440678.1732191443588, exclude list is [], retry=0 2024-11-21T12:17:23,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-2b8f6ed8-133c-4c3f-9762-58df7cac2c51,DISK] 2024-11-21T12:17:23,608 INFO [RS:0;b4993cb2a74e:37527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678/b4993cb2a74e%2C37527%2C1732191440678.1732191443588 2024-11-21T12:17:23,609 DEBUG [RS:0;b4993cb2a74e:37527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-21T12:17:23,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:17:23,673 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef 2024-11-21T12:17:23,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:17:24,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:24,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:24,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:24,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:24,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:24,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:24,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:24,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:24,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:24,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:24,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740 2024-11-21T12:17:24,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740 2024-11-21T12:17:24,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:24,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:24,117 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:24,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:24,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:24,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59701626, jitterRate=-0.11037644743919373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191444088Initializing all the Stores at 1732191444092 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191444092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191444092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191444092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191444092Cleaning up temporary data from old regions at 1732191444116 (+24 ms)Region opened successfully at 1732191444123 (+7 ms) 2024-11-21T12:17:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:24,123 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:24,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:24,123 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:24,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191444123Disabling compacts and flushes for region at 1732191444123Disabling writes for close at 1732191444123Writing region close event to WAL at 1732191444123Closed at 1732191444123 2024-11-21T12:17:24,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:24,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:17:24,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:17:24,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:24,129 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:17:24,280 DEBUG [b4993cb2a74e:43021 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:17:24,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:24,284 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37527,1732191440678, state=OPENING 2024-11-21T12:17:24,388 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:17:24,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:24,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:24,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1867519253/meta-region-server: CHANGED 2024-11-21T12:17:24,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1867519253/meta-region-server: CHANGED 2024-11-21T12:17:24,405 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:24,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37527,1732191440678}] 2024-11-21T12:17:24,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:17:24,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:17:24,568 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:17:24,568 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:24,569 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:17:24,572 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37527%2C1732191440678.meta, suffix=.meta, logDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678, archiveDir=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/oldWALs, maxLogs=10 2024-11-21T12:17:24,593 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678/b4993cb2a74e%2C37527%2C1732191440678.meta.1732191444574.meta, exclude list is [], retry=0 2024-11-21T12:17:24,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33761,DS-2b8f6ed8-133c-4c3f-9762-58df7cac2c51,DISK] 2024-11-21T12:17:24,601 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678/b4993cb2a74e%2C37527%2C1732191440678.meta.1732191444574.meta 2024-11-21T12:17:24,602 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33421:33421)] 2024-11-21T12:17:24,602 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:24,603 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:24,603 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:24,603 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:17:24,603 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:17:24,603 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:17:24,604 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:24,604 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:17:24,604 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:17:24,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:24,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:24,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:24,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:24,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:24,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:24,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:24,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:24,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:24,616 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:24,617 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740 2024-11-21T12:17:24,620 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740 2024-11-21T12:17:24,622 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:24,622 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:24,623 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:24,626 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:24,627 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70145227, jitterRate=0.04524533450603485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:24,628 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:17:24,628 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191444604Writing region info on filesystem at 1732191444604Initializing all the Stores at 1732191444606 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191444606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191444606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191444607 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191444607Cleaning up temporary data from old regions at 1732191444622 (+15 ms)Running coprocessor post-open hooks at 1732191444628 (+6 ms)Region opened successfully at 1732191444628 2024-11-21T12:17:24,630 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191444560 2024-11-21T12:17:24,635 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:17:24,635 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:17:24,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:24,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37527,1732191440678, state=OPEN 2024-11-21T12:17:24,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1867519253/meta-region-server 2024-11-21T12:17:24,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1867519253/meta-region-server 2024-11-21T12:17:24,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1867519253/meta-region-server: CHANGED 2024-11-21T12:17:24,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1867519253/meta-region-server: CHANGED 2024-11-21T12:17:24,647 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:24,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:17:24,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37527,1732191440678 in 242 msec 2024-11-21T12:17:24,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:17:24,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-21T12:17:24,659 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:24,659 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:17:24,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:24,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37527,1732191440678, seqNum=-1] 2024-11-21T12:17:24,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:24,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:24,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4220 sec 2024-11-21T12:17:24,675 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191444675, completionTime=-1 2024-11-21T12:17:24,675 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:17:24,675 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:17:24,678 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:17:24,678 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191504678 2024-11-21T12:17:24,678 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191564678 2024-11-21T12:17:24,678 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:17:24,678 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43021,1732191440518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:24,679 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43021,1732191440518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:24,679 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43021,1732191440518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:24,679 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:43021, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:24,679 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:24,680 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:24,682 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:17:24,686 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.923sec 2024-11-21T12:17:24,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:17:24,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:17:24,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:17:24,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:17:24,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:17:24,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43021,1732191440518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:24,687 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43021,1732191440518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:17:24,690 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:17:24,690 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:17:24,691 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43021,1732191440518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:24,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:24,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:24,723 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:24,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16724c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:24,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:24,727 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:24,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37527,1732191440678, seqNum=-1] 2024-11-21T12:17:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:24,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:24,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:24,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:24,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d5398950005 connected 2024-11-21T12:17:24,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33227,-1 for getting cluster id 2024-11-21T12:17:24,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:24,772 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c684567-ce0b-46ff-8544-a9503af14214' 2024-11-21T12:17:24,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:24,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c684567-ce0b-46ff-8544-a9503af14214" 2024-11-21T12:17:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40876220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33227,-1] 2024-11-21T12:17:24,773 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:24,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:24,778 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6aa080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:24,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77496fdf 2024-11-21T12:17:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:24,797 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:24,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:17:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:17:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:24,810 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:24,812 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dd20cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,812 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:24,812 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:24,813 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:24,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:24,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:24,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb563d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:24,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:24,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:24,816 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:24,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aebb503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:24,817 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:24,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:24,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f76027b 2024-11-21T12:17:24,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:24,824 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:24,837 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:17:24,837 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:17:24,841 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:24,842 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:24,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:24,843 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:24,849 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:17:24,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:17:24,853 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:24,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:17:24,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741835_1011 (size=1138) 2024-11-21T12:17:24,902 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:17:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:25,271 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de075c13a31d1e614558a0f82a7ba833, NAME => 'hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16 2024-11-21T12:17:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741836_1012 (size=44) 2024-11-21T12:17:25,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:25,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:25,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de075c13a31d1e614558a0f82a7ba833, disabling compactions & flushes 2024-11-21T12:17:25,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:25,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:25,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. after waiting 0 ms 2024-11-21T12:17:25,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:25,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:25,680 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de075c13a31d1e614558a0f82a7ba833: Waiting for close lock at 1732191445680Disabling compacts and flushes for region at 1732191445680Disabling writes for close at 1732191445680Writing region close event to WAL at 1732191445680Closed at 1732191445680 2024-11-21T12:17:25,682 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:17:25,686 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191445682"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191445682"}]},"ts":"1732191445682"} 2024-11-21T12:17:25,690 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:17:25,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:17:25,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191445692"}]},"ts":"1732191445692"} 2024-11-21T12:17:25,698 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:17:25,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN}] 2024-11-21T12:17:25,702 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN 2024-11-21T12:17:25,703 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35921,1732191433544; forceNewPlan=false, retain=false 2024-11-21T12:17:25,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de075c13a31d1e614558a0f82a7ba833, regionState=OPENING, regionLocation=b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:25,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN because future has completed 2024-11-21T12:17:25,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de075c13a31d1e614558a0f82a7ba833, server=b4993cb2a74e,35921,1732191433544}] 2024-11-21T12:17:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:26,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:26,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:26,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:17:26,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35921%2C1732191433544.rep, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs, maxLogs=10 2024-11-21T12:17:26,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.rep.1732191446031, exclude list is [], retry=0 2024-11-21T12:17:26,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:26,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.rep.1732191446031 2024-11-21T12:17:26,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:26,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => de075c13a31d1e614558a0f82a7ba833, NAME => 'hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:26,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:26,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:26,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. service=MultiRowMutationService 2024-11-21T12:17:26,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:17:26,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:26,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,057 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,059 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de075c13a31d1e614558a0f82a7ba833 columnFamilyName hfileref 2024-11-21T12:17:26,059 DEBUG [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:26,060 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(327): Store=de075c13a31d1e614558a0f82a7ba833/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:26,060 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,061 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de075c13a31d1e614558a0f82a7ba833 columnFamilyName queue 2024-11-21T12:17:26,062 DEBUG [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:26,062 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(327): Store=de075c13a31d1e614558a0f82a7ba833/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:26,062 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,064 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de075c13a31d1e614558a0f82a7ba833 columnFamilyName sid 2024-11-21T12:17:26,064 DEBUG [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:26,064 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(327): Store=de075c13a31d1e614558a0f82a7ba833/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:26,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:17:26,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:26,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened de075c13a31d1e614558a0f82a7ba833; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63474595, jitterRate=-0.05415482819080353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:17:26,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:26,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for de075c13a31d1e614558a0f82a7ba833: Running coprocessor pre-open hook at 1732191446056Writing region info on filesystem at 1732191446056Initializing all the Stores at 1732191446057 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191446057Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191446057Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191446057Cleaning up temporary data from old regions at 1732191446068 (+11 ms)Running coprocessor post-open hooks at 1732191446075 (+7 ms)Region opened successfully at 1732191446076 (+1 ms) 2024-11-21T12:17:26,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., pid=7, masterSystemTime=1732191446017 2024-11-21T12:17:26,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:26,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:26,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de075c13a31d1e614558a0f82a7ba833, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:26,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de075c13a31d1e614558a0f82a7ba833, server=b4993cb2a74e,35921,1732191433544 because future has completed 2024-11-21T12:17:26,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T12:17:26,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure de075c13a31d1e614558a0f82a7ba833, server=b4993cb2a74e,35921,1732191433544 in 225 msec 2024-11-21T12:17:26,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:17:26,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN in 391 msec 2024-11-21T12:17:26,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:17:26,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191446096"}]},"ts":"1732191446096"} 2024-11-21T12:17:26,099 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:17:26,100 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:17:26,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2570 sec 2024-11-21T12:17:26,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., hostname=b4993cb2a74e,35921,1732191433544, seqNum=2] 2024-11-21T12:17:26,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35921 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T12:17:26,183 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:26,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:17:26,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T12:17:26,373 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:17:26,413 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,35921,1732191433544, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:17:26,415 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:26,415 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35921,1732191433544, seqNum=-1] 2024-11-21T12:17:26,415 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:26,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T12:17:26,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,35921,1732191433544', locateType=CURRENT is [region=hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., hostname=b4993cb2a74e,35921,1732191433544, seqNum=2] 2024-11-21T12:17:26,428 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T12:17:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T12:17:26,433 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,35921,1732191433544 suceeded 2024-11-21T12:17:26,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T12:17:26,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-21T12:17:26,436 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:17:26,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6360 sec 2024-11-21T12:17:26,445 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:26,447 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e92627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,447 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:26,447 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:26,448 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:26,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146bdbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:26,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:26,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:26,450 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:26,451 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46e1d72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,451 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:26,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:26,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ed96f0 2024-11-21T12:17:26,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:26,453 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T12:17:26,454 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,35921,1732191433544 (queues=1) is replicating from cluster=5c684567-ce0b-46ff-8544-a9503af14214 to cluster=c20ebec6-fb61-4722-a6ed-9b466a5a3620 2024-11-21T12:17:26,456 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C35921%2C1732191433544 2024-11-21T12:17:26,459 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,35921,1732191433544, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:17:26,462 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C35921%2C1732191433544 2024-11-21T12:17:26,465 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678, startPosition=0, beingWritten=true 2024-11-21T12:17:26,717 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:26,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:26,970 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:17:26,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:26,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:26,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:26,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:26,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33227,-1 for getting cluster id 2024-11-21T12:17:26,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:26,973 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c684567-ce0b-46ff-8544-a9503af14214' 2024-11-21T12:17:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c684567-ce0b-46ff-8544-a9503af14214" 2024-11-21T12:17:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1741c2d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33227,-1] 2024-11-21T12:17:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:26,977 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:26,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b3f3ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@384016ec 2024-11-21T12:17:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:26,984 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:26,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:17:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:17:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:17:26,989 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:26,992 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3073c545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,993 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:26,993 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:26,994 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:26,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:26,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:26,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c11e1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:26,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:26,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:26,996 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:26,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fe7bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:26,998 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:26,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:26,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@576aa08 2024-11-21T12:17:26,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:27,001 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:27,002 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T12:17:27,002 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:17:27,002 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,002 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:27,026 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:27,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:17:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:17:27,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T12:17:27,225 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T12:17:27,273 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b4993cb2a74e,35921,1732191433544, ReplicationSource: 2, currentBandwidth=0 2024-11-21T12:17:27,277 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T12:17:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T12:17:27,282 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b4993cb2a74e,35921,1732191433544 suceeded 2024-11-21T12:17:27,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:17:27,287 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:17:27,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-21T12:17:27,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 303 msec 2024-11-21T12:17:27,299 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:27,301 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f306f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,302 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:27,302 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:27,303 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:27,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:27,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ac35397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:27,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,306 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:27,308 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9aad238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,308 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:17:27,309 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T12:17:27,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:27,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:27,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:27,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@554f15 2024-11-21T12:17:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@704217dc 2024-11-21T12:17:27,314 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T12:17:27,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:27,317 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b4993cb2a74e,35921,1732191433544 (queues=1) is replicating from cluster=5c684567-ce0b-46ff-8544-a9503af14214 to cluster=c20ebec6-fb61-4722-a6ed-9b466a5a3620 2024-11-21T12:17:27,317 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b4993cb2a74e%2C35921%2C1732191433544 2024-11-21T12:17:27,317 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b4993cb2a74e,35921,1732191433544, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:17:27,322 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:27,323 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678, startPosition=0, beingWritten=true 2024-11-21T12:17:27,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:17:27,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:17:27,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:17:27,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:17:27,331 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C35921%2C1732191433544 2024-11-21T12:17:27,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:17:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:17:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:17:27,343 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:27,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72715a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,345 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:27,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:27,346 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:27,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:27,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:27,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1537e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:27,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,350 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:27,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361d6987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293ffb03 2024-11-21T12:17:27,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:27,354 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:27,356 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:17:27,356 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:17:27,356 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,356 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:27,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:17:27,433 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:17:27,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T12:17:27,527 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T12:17:27,529 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T12:17:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T12:17:27,534 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b4993cb2a74e,35921,1732191433544 suceeded 2024-11-21T12:17:27,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T12:17:27,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-21T12:17:27,540 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:17:27,542 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:27,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-11-21T12:17:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:17:27,659 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T12:17:27,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:17:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:17:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:17:27,663 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:27,664 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f97c78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,664 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:27,664 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:27,665 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:27,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7451d2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:27,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:27,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,667 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:27,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d0ebf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:27,668 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:27,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:27,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d9ea35 2024-11-21T12:17:27,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:27,670 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:27,671 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T12:17:27,671 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:17:27,671 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,671 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:27,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:17:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:17:27,849 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:27,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35921 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T12:17:27,865 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T12:17:27,866 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T12:17:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T12:17:27,875 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b4993cb2a74e,35921,1732191433544 suceeded 2024-11-21T12:17:27,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T12:17:27,879 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b4993cb2a74e:43021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:17:27,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 166 msec 2024-11-21T12:17:27,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 220 msec 2024-11-21T12:17:27,942 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:17:27,980 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T12:17:27,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:17:27,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:17:27,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:27,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:27,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:27,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:17:27,984 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1937509385, stopped=false 2024-11-21T12:17:27,984 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,33227,1732191432701 2024-11-21T12:17:27,994 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:27,994 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:27,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:27,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:27,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:27,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:27,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:27,995 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,35921,1732191433544' ***** 2024-11-21T12:17:27,995 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:17:27,995 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:17:27,995 INFO [RS:0;b4993cb2a74e:35921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:17:27,996 INFO [RS:0;b4993cb2a74e:35921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:17:27,996 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(3091): Received CLOSE for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:27,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:17:27,996 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:27,996 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:27,996 INFO [RS:0;b4993cb2a74e:35921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35921. 2024-11-21T12:17:27,997 DEBUG [RS:0;b4993cb2a74e:35921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:27,997 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:27,997 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de075c13a31d1e614558a0f82a7ba833, disabling compactions & flushes 2024-11-21T12:17:27,997 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:27,997 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:17:27,997 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:17:27,997 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:27,997 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:17:27,997 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. after waiting 0 ms 2024-11-21T12:17:27,997 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:17:27,997 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:27,997 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:17:27,997 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1325): Online Regions={de075c13a31d1e614558a0f82a7ba833=hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:17:27,997 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:27,998 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:27,998 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:27,998 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:27,998 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:27,998 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:28,001 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T12:17:28,001 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de075c13a31d1e614558a0f82a7ba833 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T12:17:28,034 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:28,062 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/.tmp/queue/679b923e2e43442bbfba132b2ff656ba is 151, key is 1-b4993cb2a74e,35921,1732191433544/queue:b4993cb2a74e%2C35921%2C1732191433544/1732191446422/Put/seqid=0 2024-11-21T12:17:28,062 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/info/554cd77015174a4a9b14aba175681600 is 147, key is hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833./info:regioninfo/1732191446082/Put/seqid=0 2024-11-21T12:17:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741839_1015 (size=6631) 2024-11-21T12:17:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741838_1014 (size=5500) 2024-11-21T12:17:28,198 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:28,258 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:28,398 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:28,475 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/.tmp/queue/679b923e2e43442bbfba132b2ff656ba 2024-11-21T12:17:28,475 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/info/554cd77015174a4a9b14aba175681600 2024-11-21T12:17:28,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:17:28,524 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/.tmp/queue/679b923e2e43442bbfba132b2ff656ba as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/queue/679b923e2e43442bbfba132b2ff656ba 2024-11-21T12:17:28,534 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/queue/679b923e2e43442bbfba132b2ff656ba, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T12:17:28,542 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for de075c13a31d1e614558a0f82a7ba833 in 541ms, sequenceid=6, compaction requested=false 2024-11-21T12:17:28,545 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/ns/be00930b46724ad7b6f2435e459ca118 is 43, key is default/ns:d/1732191438014/Put/seqid=0 2024-11-21T12:17:28,550 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:28,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:17:28,553 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:17:28,553 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:17:28,554 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:17:28,554 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/ns/be00930b46724ad7b6f2435e459ca118 2024-11-21T12:17:28,557 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:28,557 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:28,557 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:28,557 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de075c13a31d1e614558a0f82a7ba833: Waiting for close lock at 1732191447996Running coprocessor pre-close hooks at 1732191447997 (+1 ms)Disabling compacts and flushes for region at 1732191447997Disabling writes for close at 1732191447997Obtaining lock to block concurrent updates at 1732191448001 (+4 ms)Preparing flush snapshotting stores in de075c13a31d1e614558a0f82a7ba833 at 1732191448001Finished memstore snapshotting hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732191448009 (+8 ms)Flushing stores of hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. at 1732191448011 (+2 ms)Flushing de075c13a31d1e614558a0f82a7ba833/queue: creating writer at 1732191448012 (+1 ms)Flushing de075c13a31d1e614558a0f82a7ba833/queue: appending metadata at 1732191448048 (+36 ms)Flushing de075c13a31d1e614558a0f82a7ba833/queue: closing flushed file at 1732191448051 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a39c81: reopening flushed file at 1732191448522 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for de075c13a31d1e614558a0f82a7ba833 in 541ms, sequenceid=6, compaction requested=false at 1732191448542 (+20 ms)Writing region close event to WAL at 1732191448544 (+2 ms)Running coprocessor post-close hooks at 1732191448555 (+11 ms)Closed at 1732191448557 (+2 ms) 2024-11-21T12:17:28,558 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:28,591 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/table/a5fd6e8c847f49888fce32a1d0192a9e is 53, key is hbase:replication/table:state/1732191446096/Put/seqid=0 2024-11-21T12:17:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741841_1017 (size=5256) 2024-11-21T12:17:28,598 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:28,766 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:28,799 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:28,999 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/table/a5fd6e8c847f49888fce32a1d0192a9e 2024-11-21T12:17:28,999 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:17:28,999 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:17:28,999 DEBUG [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:29,011 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/info/554cd77015174a4a9b14aba175681600 as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/info/554cd77015174a4a9b14aba175681600 2024-11-21T12:17:29,020 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/info/554cd77015174a4a9b14aba175681600, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T12:17:29,022 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/ns/be00930b46724ad7b6f2435e459ca118 as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/ns/be00930b46724ad7b6f2435e459ca118 2024-11-21T12:17:29,030 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/ns/be00930b46724ad7b6f2435e459ca118, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:17:29,032 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/table/a5fd6e8c847f49888fce32a1d0192a9e as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/table/a5fd6e8c847f49888fce32a1d0192a9e 2024-11-21T12:17:29,044 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/table/a5fd6e8c847f49888fce32a1d0192a9e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T12:17:29,046 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false 2024-11-21T12:17:29,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:17:29,053 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:29,053 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:29,053 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:29,054 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191447997Running coprocessor pre-close hooks at 1732191447997Disabling compacts and flushes for region at 1732191447997Disabling writes for close at 1732191447998 (+1 ms)Obtaining lock to block concurrent updates at 1732191448001 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732191448001Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732191448009 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191448011 (+2 ms)Flushing 1588230740/info: creating writer at 1732191448012 (+1 ms)Flushing 1588230740/info: appending metadata at 1732191448049 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732191448051 (+2 ms)Flushing 1588230740/ns: creating writer at 1732191448522 (+471 ms)Flushing 1588230740/ns: appending metadata at 1732191448543 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732191448544 (+1 ms)Flushing 1588230740/table: creating writer at 1732191448568 (+24 ms)Flushing 1588230740/table: appending metadata at 1732191448590 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732191448590Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13898b16: reopening flushed file at 1732191449010 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abdab4d: reopening flushed file at 1732191449020 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ecc83: reopening flushed file at 1732191449030 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1047ms, sequenceid=11, compaction requested=false at 1732191449046 (+16 ms)Writing region close event to WAL at 1732191449047 (+1 ms)Running coprocessor post-close hooks at 1732191449053 (+6 ms)Closed at 1732191449053 2024-11-21T12:17:29,054 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:29,200 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,35921,1732191433544; all regions closed. 2024-11-21T12:17:29,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741834_1010 (size=2742) 2024-11-21T12:17:29,205 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.meta.1732191437821.meta not finished, retry = 0 2024-11-21T12:17:29,258 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:29,312 DEBUG [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs 2024-11-21T12:17:29,312 INFO [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C35921%2C1732191433544.meta:.meta(num 1732191437821) 2024-11-21T12:17:29,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741837_1013 (size=1802) 2024-11-21T12:17:29,323 DEBUG [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs 2024-11-21T12:17:29,323 INFO [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C35921%2C1732191433544.rep:(num 1732191446031) 2024-11-21T12:17:29,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:17:29,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 not finished, retry = 0 2024-11-21T12:17:29,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 to pos 0, reset compression=false 2024-11-21T12:17:29,428 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678 2024-11-21T12:17:29,428 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T12:17:29,428 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T12:17:29,433 DEBUG [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs 2024-11-21T12:17:29,433 INFO [RS:0;b4993cb2a74e:35921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C35921%2C1732191433544:(num 1732191436678) 2024-11-21T12:17:29,428 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b4993cb2a74e,35921,1732191433544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544/b4993cb2a74e%2C35921%2C1732191433544.1732191436678, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T12:17:29,433 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:29,433 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:29,434 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:29,434 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:29,434 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:29,434 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:29,435 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,35921,1732191433544 because: Region server is closing 2024-11-21T12:17:29,435 INFO [RS:0;b4993cb2a74e:35921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35921. 2024-11-21T12:17:29,435 DEBUG [RS:0;b4993cb2a74e:35921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:29,435 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:29,436 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:29,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:29,438 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,35921,1732191433544: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b4993cb2a74e,35921,1732191433544, walGroup=b4993cb2a74e%2C35921%2C1732191433544, offset=b4993cb2a74e%2C35921%2C1732191433544.1732191436678:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:35921 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:17:29,441 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:17:29,444 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:17:29,446 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:17:29,446 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:17:29,446 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:17:29,446 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 392199664 }, "NonHeapMemoryUsage": { "committed": 152698880, "init": 7667712, "max": -1, "used": 150463272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:17:29,449 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b4993cb2a74e%2C35921%2C1732191433544.1732191436678] 2024-11-21T12:17:29,536 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.wal-reader.b4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:17:29,536 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:17:29,536 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,1-b4993cb2a74e,35921,1732191433544 terminated 2024-11-21T12:17:29,537 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b4993cb2a74e,35921,1732191433544 because: Region server is closing 2024-11-21T12:17:29,537 INFO [RS:0;b4993cb2a74e:35921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35921. 2024-11-21T12:17:29,537 DEBUG [RS:0;b4993cb2a74e:35921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:29,537 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:29,538 DEBUG [RS:0;b4993cb2a74e:35921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:29,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:29,538 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,35921,1732191433544.replicationSource.shipperb4993cb2a74e%2C35921%2C1732191433544,2-b4993cb2a74e,35921,1732191433544 terminated 2024-11-21T12:17:29,539 INFO [RS:0;b4993cb2a74e:35921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35921 2024-11-21T12:17:29,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/rs 2024-11-21T12:17:29,594 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/rs/b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:29,594 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:29,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,35921,1732191433544] 2024-11-21T12:17:29,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/draining/b4993cb2a74e,35921,1732191433544 already deleted, retry=false 2024-11-21T12:17:29,615 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,35921,1732191433544 expired; onlineServers=0 2024-11-21T12:17:29,615 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,33227,1732191432701' ***** 2024-11-21T12:17:29,615 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:17:29,615 INFO [M:0;b4993cb2a74e:33227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:29,615 INFO [M:0;b4993cb2a74e:33227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:29,616 DEBUG [M:0;b4993cb2a74e:33227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:17:29,616 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:17:29,616 DEBUG [M:0;b4993cb2a74e:33227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:17:29,616 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191436410 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191436410,5,FailOnTimeoutGroup] 2024-11-21T12:17:29,616 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191436411 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191436411,5,FailOnTimeoutGroup] 2024-11-21T12:17:29,616 INFO [M:0;b4993cb2a74e:33227 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:29,616 INFO [M:0;b4993cb2a74e:33227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:29,616 DEBUG [M:0;b4993cb2a74e:33227 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:17:29,616 INFO [M:0;b4993cb2a74e:33227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:17:29,617 INFO [M:0;b4993cb2a74e:33227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:29,617 INFO [M:0;b4993cb2a74e:33227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:17:29,617 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:17:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/master 2024-11-21T12:17:29,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:29,676 DEBUG [M:0;b4993cb2a74e:33227 {}] zookeeper.ZKUtil(347): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/master because node does not exist (not an error) 2024-11-21T12:17:29,676 WARN [M:0;b4993cb2a74e:33227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:17:29,677 INFO [M:0;b4993cb2a74e:33227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/.lastflushedseqids 2024-11-21T12:17:29,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741842_1018 (size=181) 2024-11-21T12:17:29,705 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:29,705 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35921-0x1015d5398950001, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:29,706 INFO [RS:0;b4993cb2a74e:35921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:29,706 INFO [RS:0;b4993cb2a74e:35921 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,35921,1732191433544; zookeeper connection closed. 2024-11-21T12:17:29,706 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ccceb7c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ccceb7c 2024-11-21T12:17:29,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:17:30,088 INFO [M:0;b4993cb2a74e:33227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:17:30,088 INFO [M:0;b4993cb2a74e:33227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:17:30,089 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:30,089 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:30,089 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:30,089 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:30,089 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:30,089 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T12:17:30,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:17:30,108 DEBUG [M:0;b4993cb2a74e:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbd9f3f118a84f10ade9e01ed104e9b4 is 82, key is hbase:meta,,1/info:regioninfo/1732191437905/Put/seqid=0 2024-11-21T12:17:30,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741843_1019 (size=5672) 2024-11-21T12:17:30,123 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbd9f3f118a84f10ade9e01ed104e9b4 2024-11-21T12:17:30,156 DEBUG [M:0;b4993cb2a74e:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51bcd37d954a405c9a8adc6fedb6998f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732191446102/Put/seqid=0 2024-11-21T12:17:30,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741844_1020 (size=8663) 2024-11-21T12:17:30,562 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51bcd37d954a405c9a8adc6fedb6998f 2024-11-21T12:17:30,589 DEBUG [M:0;b4993cb2a74e:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/986829110dc04ea281c29751da924956 is 69, key is b4993cb2a74e,35921,1732191433544/rs:state/1732191436440/Put/seqid=0 2024-11-21T12:17:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741845_1021 (size=5156) 2024-11-21T12:17:30,997 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/986829110dc04ea281c29751da924956 2024-11-21T12:17:31,010 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbd9f3f118a84f10ade9e01ed104e9b4 as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbd9f3f118a84f10ade9e01ed104e9b4 2024-11-21T12:17:31,019 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbd9f3f118a84f10ade9e01ed104e9b4, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T12:17:31,020 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51bcd37d954a405c9a8adc6fedb6998f as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51bcd37d954a405c9a8adc6fedb6998f 2024-11-21T12:17:31,028 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51bcd37d954a405c9a8adc6fedb6998f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T12:17:31,029 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/986829110dc04ea281c29751da924956 as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/986829110dc04ea281c29751da924956 2024-11-21T12:17:31,035 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/986829110dc04ea281c29751da924956, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T12:17:31,037 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=115, compaction requested=false 2024-11-21T12:17:31,038 INFO [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:31,038 DEBUG [M:0;b4993cb2a74e:33227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191450089Disabling compacts and flushes for region at 1732191450089Disabling writes for close at 1732191450089Obtaining lock to block concurrent updates at 1732191450089Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191450089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732191450090 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191450091 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191450091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191450108 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191450108Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191450133 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191450155 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191450156 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191450572 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191450589 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191450589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e316669: reopening flushed file at 1732191451009 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547a8836: reopening flushed file at 1732191451019 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d36656: reopening flushed file at 1732191451028 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=115, compaction requested=false at 1732191451037 (+9 ms)Writing region close event to WAL at 1732191451038 (+1 ms)Closed at 1732191451038 2024-11-21T12:17:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741830_1006 (size=59421) 2024-11-21T12:17:31,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 not finished, retry = 0 2024-11-21T12:17:31,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:31,143 INFO [M:0;b4993cb2a74e:33227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:17:31,143 INFO [M:0;b4993cb2a74e:33227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33227 2024-11-21T12:17:31,143 INFO [M:0;b4993cb2a74e:33227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:31,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:31,262 INFO [M:0;b4993cb2a74e:33227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:31,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d5398950000, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:31,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:31,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:31,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:31,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:31,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:31,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:31,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:17:31,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:31,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37295 2024-11-21T12:17:31,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37295 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:31,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372950x0, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:31,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37295-0x1015d5398950006 connected 2024-11-21T12:17:31,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:31,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:31,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:31,298 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: INIT 2024-11-21T12:17:31,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16, hbase.cluster.distributed=false 2024-11-21T12:17:31,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/acl 2024-11-21T12:17:31,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37295 2024-11-21T12:17:31,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37295 2024-11-21T12:17:31,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37295 2024-11-21T12:17:31,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37295 2024-11-21T12:17:31,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37295 2024-11-21T12:17:31,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:31,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:31,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:31,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:31,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:31,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:31,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:17:31,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:31,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37077 2024-11-21T12:17:31,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37077 connecting to ZooKeeper ensemble=127.0.0.1:54578 2024-11-21T12:17:31,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:31,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:31,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370770x0, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:31,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37077-0x1015d5398950007 connected 2024-11-21T12:17:31,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:31,338 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: INIT 2024-11-21T12:17:31,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:17:31,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:17:31,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/master 2024-11-21T12:17:31,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/acl 2024-11-21T12:17:31,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-21T12:17:31,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37077 2024-11-21T12:17:31,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37077 2024-11-21T12:17:31,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-21T12:17:31,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-21T12:17:31,358 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:37295 2024-11-21T12:17:31,359 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-818455488/backup-masters/b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:31,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:31,370 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on existing znode=/0-818455488/backup-masters/b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-818455488/master 2024-11-21T12:17:31,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:31,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:31,384 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on existing znode=/0-818455488/master 2024-11-21T12:17:31,385 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-818455488/backup-masters/b4993cb2a74e,37295,1732191451264 from backup master directory 2024-11-21T12:17:31,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/backup-masters/b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:31,394 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:31,394 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/backup-masters 2024-11-21T12:17:31,418 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:31,418 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:17:31,433 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-21T12:17:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741846_1022 (size=196) 2024-11-21T12:17:31,456 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:31,457 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:17:31,458 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:31,469 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T12:17:31,473 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701 to hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701-dead as it is dead 2024-11-21T12:17:31,474 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T12:17:31,475 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T12:17:31,475 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701-dead/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 2024-11-21T12:17:31,481 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701-dead/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 after 4ms 2024-11-21T12:17:31,482 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701-dead/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 to hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 2024-11-21T12:17:31,482 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,33227,1732191432701-dead 2024-11-21T12:17:31,483 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,486 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:31,488 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C37295%2C1732191451264, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,37295,1732191451264, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/oldWALs, maxLogs=10 2024-11-21T12:17:31,504 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,37295,1732191451264/b4993cb2a74e%2C37295%2C1732191451264.1732191451488, exclude list is [], retry=0 2024-11-21T12:17:31,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:31,511 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/WALs/b4993cb2a74e,37295,1732191451264/b4993cb2a74e%2C37295%2C1732191451264.1732191451488 2024-11-21T12:17:31,512 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:31,512 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:31,512 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:31,512 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,512 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:17:31,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:31,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbd9f3f118a84f10ade9e01ed104e9b4 2024-11-21T12:17:31,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:31,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:17:31,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:31,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51bcd37d954a405c9a8adc6fedb6998f 2024-11-21T12:17:31,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:31,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:17:31,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:31,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/986829110dc04ea281c29751da924956 2024-11-21T12:17:31,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:31,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:17:31,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:31,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:31,580 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,581 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T12:17:31,582 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 2024-11-21T12:17:31,604 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 2024-11-21T12:17:31,606 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C33227%2C1732191432701.1732191435687 2024-11-21T12:17:31,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,609 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:31,612 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:31,619 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T12:17:31,621 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61600956, jitterRate=-0.08207422494888306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:31,621 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191451513Initializing all the Stores at 1732191451514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191451514Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191451516 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191451516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191451516Cleaning up temporary data from old regions at 1732191451608 (+92 ms)Region opened successfully at 1732191451621 (+13 ms) 2024-11-21T12:17:31,622 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:17:31,629 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff80149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:31,653 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T12:17:31,654 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:17:31,654 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:17:31,654 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:17:31,656 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T12:17:31,663 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:31,664 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:17:31,665 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:17:31,665 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:17:31,666 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:17:31,666 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:17:31,666 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-21T12:17:31,666 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:17:31,678 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b4993cb2a74e,35921,1732191433544, regionLocation=b4993cb2a74e,35921,1732191433544, openSeqNum=2 2024-11-21T12:17:31,678 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b4993cb2a74e,35921,1732191433544, table=hbase:meta, region=1588230740 2024-11-21T12:17:31,679 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35921,1732191433544, state=OPEN 2024-11-21T12:17:31,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:31,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:31,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:31,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:31,693 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:17:31,706 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/draining/b4993cb2a74e,35921,1732191433544 already deleted, retry=false 2024-11-21T12:17:31,706 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b4993cb2a74e,35921,1732191433544 on b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,714 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b4993cb2a74e,35921,1732191433544, splitWal=true, meta=true 2024-11-21T12:17:31,717 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for b4993cb2a74e,35921,1732191433544 (carryingMeta=true) b4993cb2a74e,35921,1732191433544/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@196f4e50[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T12:17:31,723 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/balancer because node does not exist (not necessarily an error) 2024-11-21T12:17:31,730 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/balancer already deleted, retry=false 2024-11-21T12:17:31,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:17:31,731 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:17:31,780 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/normalizer already deleted, retry=false 2024-11-21T12:17:31,780 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:17:31,782 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:17:31,801 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/switch/split already deleted, retry=false 2024-11-21T12:17:31,802 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:17:31,811 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/switch/merge already deleted, retry=false 2024-11-21T12:17:31,835 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Unable to get data of znode /0-818455488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:17:31,843 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/snapshot-cleanup already deleted, retry=false 2024-11-21T12:17:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:31,854 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,37295,1732191451264, sessionid=0x1015d5398950006, setting cluster-up flag (Was=false) 2024-11-21T12:17:31,865 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-818455488/flush-table-proc/acquired, /0-818455488/flush-table-proc/reached, /0-818455488/flush-table-proc/abort 2024-11-21T12:17:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,881 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-818455488/online-snapshot/acquired, /0-818455488/online-snapshot/reached, /0-818455488/online-snapshot/abort 2024-11-21T12:17:31,882 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:31,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/.lastflushedseqids 2024-11-21T12:17:31,887 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:17:31,887 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:17:31,887 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,37295,1732191451264 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b4993cb2a74e,35921,1732191433544 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:31,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191481890 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:17:31,890 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:31,891 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:17:31,891 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:17:31,891 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:17:31,891 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:17:31,891 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:17:31,891 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:17:31,892 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191451891,5,FailOnTimeoutGroup] 2024-11-21T12:17:31,892 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191451892,5,FailOnTimeoutGroup] 2024-11-21T12:17:31,892 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:31,892 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:17:31,892 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:31,892 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:31,892 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191451892, completionTime=-1 2024-11-21T12:17:31,892 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b4993cb2a74e,35921,1732191433544, splitWal=true, meta=true 2024-11-21T12:17:31,892 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T12:17:31,894 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b4993cb2a74e,35921,1732191433544, splitWal=true, meta=true, isMeta: true 2024-11-21T12:17:31,895 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544-splitting 2024-11-21T12:17:31,895 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:17:31,896 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544-splitting dir is empty, no logs to split. 2024-11-21T12:17:31,896 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4993cb2a74e,35921,1732191433544 WAL count=0, meta=true 2024-11-21T12:17:31,900 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544-splitting dir is empty, no logs to split. 2024-11-21T12:17:31,900 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4993cb2a74e,35921,1732191433544 WAL count=0, meta=true 2024-11-21T12:17:31,900 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b4993cb2a74e,35921,1732191433544 WAL splitting is done? wals=0, meta=true 2024-11-21T12:17:31,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:17:31,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:31,905 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:17:31,945 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(746): ClusterId : 5c684567-ce0b-46ff-8544-a9503af14214 2024-11-21T12:17:31,945 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:17:31,955 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:17:31,955 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:17:31,965 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:17:31,966 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccfdd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:31,978 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:37077 2024-11-21T12:17:31,978 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:17:31,978 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:17:31,978 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:17:31,979 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,37295,1732191451264 with port=37077, startcode=1732191451318 2024-11-21T12:17:31,979 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:17:31,981 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:17:31,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:31,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37295 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:31,984 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16 2024-11-21T12:17:31,984 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33829 2024-11-21T12:17:31,984 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:17:31,996 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:17:31,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/rs 2024-11-21T12:17:31,996 DEBUG [RS:0;b4993cb2a74e:37077 {}] zookeeper.ZKUtil(111): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on existing znode=/0-818455488/rs/b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:31,997 WARN [RS:0;b4993cb2a74e:37077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:31,997 INFO [RS:0;b4993cb2a74e:37077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:31,997 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:31,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,37077,1732191451318] 2024-11-21T12:17:32,043 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:17:32,045 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:17:32,046 INFO [RS:0;b4993cb2a74e:37077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:17:32,046 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,046 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:17:32,047 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:17:32,047 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,047 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,047 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,047 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,047 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:32,048 DEBUG [RS:0;b4993cb2a74e:37077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:32,050 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,050 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,050 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,050 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,050 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,050 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37077,1732191451318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:32,055 WARN [b4993cb2a74e:37295 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T12:17:32,067 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:17:32,067 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37077,1732191451318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,085 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,37077,1732191451318, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:17:32,104 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,1-b4993cb2a74e,37077,1732191451318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:32,105 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,1-b4993cb2a74e,37077,1732191451318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d81b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:32,105 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,1-b4993cb2a74e,37077,1732191451318 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:32,106 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,1-b4993cb2a74e,37077,1732191451318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:32,107 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:32,107 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(231): queueId=2-b4993cb2a74e,37077,1732191451318, ReplicationSource: 2, currentBandwidth=0 2024-11-21T12:17:32,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:32,108 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,108 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.Replication(171): b4993cb2a74e,37077,1732191451318 started 2024-11-21T12:17:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ea07d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:32,111 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:32,112 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,1-b4993cb2a74e,37077,1732191451318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e6b860a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:32,112 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,1-b4993cb2a74e,37077,1732191451318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a7d6904 2024-11-21T12:17:32,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:32,116 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T12:17:32,118 INFO [RS:0;b4993cb2a74e:37077.replicationSource,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,37077,1732191451318 (queues=0) is replicating from cluster=5c684567-ce0b-46ff-8544-a9503af14214 to cluster=c20ebec6-fb61-4722-a6ed-9b466a5a3620 2024-11-21T12:17:32,128 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,2-b4993cb2a74e,37077,1732191451318 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43021' 2024-11-21T12:17:32,129 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:32,129 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,37077,1732191451318, RpcServer on b4993cb2a74e/172.17.0.2:37077, sessionid=0x1015d5398950007 2024-11-21T12:17:32,129 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:17:32,129 DEBUG [RS:0;b4993cb2a74e:37077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:32,129 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37077,1732191451318' 2024-11-21T12:17:32,129 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-818455488/flush-table-proc/abort' 2024-11-21T12:17:32,130 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-818455488/flush-table-proc/acquired' 2024-11-21T12:17:32,130 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,2-b4993cb2a74e,37077,1732191451318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3aff5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:32,130 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,2-b4993cb2a74e,37077,1732191451318 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43021,-1 for getting cluster id 2024-11-21T12:17:32,131 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,2-b4993cb2a74e,37077,1732191451318 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:32,131 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:17:32,131 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:17:32,131 DEBUG [RS:0;b4993cb2a74e:37077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:32,131 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37077,1732191451318' 2024-11-21T12:17:32,131 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-818455488/online-snapshot/abort' 2024-11-21T12:17:32,132 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c20ebec6-fb61-4722-a6ed-9b466a5a3620' 2024-11-21T12:17:32,132 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-818455488/online-snapshot/acquired' 2024-11-21T12:17:32,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:32,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c20ebec6-fb61-4722-a6ed-9b466a5a3620" 2024-11-21T12:17:32,132 DEBUG [RS:0;b4993cb2a74e:37077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:17:32,132 INFO [RS:0;b4993cb2a74e:37077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:17:32,132 INFO [RS:0;b4993cb2a74e:37077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:17:32,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b8d01f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:32,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43021,-1] 2024-11-21T12:17:32,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:32,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:32,134 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:32,135 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,2-b4993cb2a74e,37077,1732191451318 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533af59f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:32,135 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource,2-b4993cb2a74e,37077,1732191451318 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:32,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:32,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@572ca8d9 2024-11-21T12:17:32,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:32,138 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T12:17:32,139 INFO [RS:0;b4993cb2a74e:37077.replicationSource,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b4993cb2a74e,37077,1732191451318 (queues=0) is replicating from cluster=5c684567-ce0b-46ff-8544-a9503af14214 to cluster=c20ebec6-fb61-4722-a6ed-9b466a5a3620 2024-11-21T12:17:32,233 INFO [RS:0;b4993cb2a74e:37077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:32,236 INFO [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37077%2C1732191451318, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs, maxLogs=10 2024-11-21T12:17:32,254 DEBUG [RS:0;b4993cb2a74e:37077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237, exclude list is [], retry=0 2024-11-21T12:17:32,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:32,260 INFO [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 2024-11-21T12:17:32,261 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b4993cb2a74e%2C37077%2C1732191451318 for peer 1 2024-11-21T12:17:32,261 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b4993cb2a74e%2C37077%2C1732191451318 for peer 2 2024-11-21T12:17:32,261 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C37077%2C1732191451318 2024-11-21T12:17:32,261 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,37077,1732191451318, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:17:32,261 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b4993cb2a74e%2C37077%2C1732191451318 2024-11-21T12:17:32,261 INFO [RS:0;b4993cb2a74e:37077.replicationSource.shipperb4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C37077%2C1732191451318 2024-11-21T12:17:32,261 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b4993cb2a74e,37077,1732191451318, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:17:32,263 INFO [RS:0;b4993cb2a74e:37077.replicationSource.shipperb4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C37077%2C1732191451318 2024-11-21T12:17:32,263 DEBUG [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:32,263 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237, startPosition=0, beingWritten=true 2024-11-21T12:17:32,263 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237, startPosition=0, beingWritten=true 2024-11-21T12:17:32,306 DEBUG [b4993cb2a74e:37295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:17:32,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:32,308 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37077,1732191451318, state=OPENING 2024-11-21T12:17:32,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:32,317 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:32,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:32,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:32,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37077,1732191451318}] 2024-11-21T12:17:32,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:32,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:17:32,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:17:32,475 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:32,475 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:32,479 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:17:32,479 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:32,480 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:17:32,483 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37077%2C1732191451318.meta, suffix=.meta, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs, maxLogs=10 2024-11-21T12:17:32,504 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.meta.1732191452484.meta, exclude list is [], retry=0 2024-11-21T12:17:32,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:32,513 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.meta.1732191452484.meta 2024-11-21T12:17:32,513 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:32,514 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:32,514 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:32,514 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:32,514 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:17:32,514 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:17:32,515 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:17:32,515 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:32,515 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:17:32,515 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:17:32,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:32,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:32,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:32,529 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/info/554cd77015174a4a9b14aba175681600 2024-11-21T12:17:32,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:32,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:32,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:32,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:32,544 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/ns/be00930b46724ad7b6f2435e459ca118 2024-11-21T12:17:32,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:32,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:32,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:32,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:32,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:32,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:32,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:32,561 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/table/a5fd6e8c847f49888fce32a1d0192a9e 2024-11-21T12:17:32,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:32,562 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:32,563 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740 2024-11-21T12:17:32,565 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740 2024-11-21T12:17:32,567 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:32,567 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:32,568 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:32,570 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:32,572 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69723438, jitterRate=0.03896018862724304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:32,573 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:17:32,573 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191452515Writing region info on filesystem at 1732191452515Initializing all the Stores at 1732191452516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191452516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191452516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191452516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191452516Cleaning up temporary data from old regions at 1732191452567 (+51 ms)Running coprocessor post-open hooks at 1732191452573 (+6 ms)Region opened successfully at 1732191452573 2024-11-21T12:17:32,574 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732191452471 2024-11-21T12:17:32,577 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:17:32,577 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:17:32,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:32,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37077,1732191451318, state=OPEN 2024-11-21T12:17:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-818455488/meta-region-server 2024-11-21T12:17:32,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:32,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:32,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-818455488/meta-region-server: CHANGED 2024-11-21T12:17:32,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T12:17:32,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37077,1732191451318 in 273 msec 2024-11-21T12:17:32,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T12:17:32,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-11-21T12:17:32,795 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:32,799 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:33,202 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:33,205 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:33,498 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-21T12:17:33,710 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:33,712 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:34,316 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:34,322 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:35,002 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-21T12:17:35,022 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:35,028 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:35,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:17:35,833 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:35,835 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:36,405 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T12:17:36,405 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:17:36,406 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:36,406 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37077,1732191451318, seqNum=-1] 2024-11-21T12:17:36,406 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:36,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:36,416 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de075c13a31d1e614558a0f82a7ba833, regionState=OPEN, lastHost=b4993cb2a74e,35921,1732191433544, regionLocation=b4993cb2a74e,35921,1732191433544, openSeqNum=2 2024-11-21T12:17:36,416 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:17:36,416 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191516416 2024-11-21T12:17:36,417 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191576417 2024-11-21T12:17:36,417 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-21T12:17:36,417 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37295,1732191451264-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:36,417 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37295,1732191451264-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:36,417 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b4993cb2a74e,35921,1732191433544 had 2 regions 2024-11-21T12:17:36,417 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37295,1732191451264-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:36,417 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:37295, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:36,418 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:36,418 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:36,419 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b4993cb2a74e,35921,1732191433544, splitWal=true, meta=true, isMeta: false 2024-11-21T12:17:36,421 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544-splitting dir is empty, no logs to split. 2024-11-21T12:17:36,421 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4993cb2a74e,35921,1732191433544 WAL count=0, meta=false 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.031sec 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:17:36,425 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,35921,1732191433544-splitting dir is empty, no logs to split. 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:17:36,425 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4993cb2a74e,35921,1732191433544 WAL count=0, meta=false 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:17:36,425 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b4993cb2a74e,35921,1732191433544 WAL splitting is done? wals=0, meta=false 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37295,1732191451264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:36,425 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37295,1732191451264-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:17:36,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN}] 2024-11-21T12:17:36,429 WARN [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b4993cb2a74e,35921,1732191433544/hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:36,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN 2024-11-21T12:17:36,430 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:17:36,430 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:17:36,430 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37295,1732191451264-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:36,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:17:36,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:36,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,37295,-1 for getting cluster id 2024-11-21T12:17:36,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:36,452 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c684567-ce0b-46ff-8544-a9503af14214' 2024-11-21T12:17:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c684567-ce0b-46ff-8544-a9503af14214" 2024-11-21T12:17:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465da2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,37295,-1] 2024-11-21T12:17:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:36,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,455 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:36,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291502e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:36,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:36,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37077,1732191451318, seqNum=-1] 2024-11-21T12:17:36,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:36,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:36,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T12:17:36,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:36,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:36,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:36,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b4993cb2a74e:37295 after: b4993cb2a74e:37295 2024-11-21T12:17:36,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:36,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,37295,-1 for getting cluster id 2024-11-21T12:17:36,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:36,466 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c684567-ce0b-46ff-8544-a9503af14214' 2024-11-21T12:17:36,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c684567-ce0b-46ff-8544-a9503af14214" 2024-11-21T12:17:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2a62a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,37295,-1] 2024-11-21T12:17:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:36,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,468 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:36,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:36,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:36,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:36,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c068394 2024-11-21T12:17:36,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:36,471 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:36,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:17:36,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:17:36,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:17:36,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37295 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:17:36,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:17:36,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:36,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:36,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:36,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:17:36,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632553772, stopped=false 2024-11-21T12:17:36,477 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,43021,1732191440518 2024-11-21T12:17:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1867519253/running 2024-11-21T12:17:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1867519253/running 2024-11-21T12:17:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:36,528 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:36,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:36,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:36,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on znode that does not yet exist, /1867519253/running 2024-11-21T12:17:36,529 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,37527,1732191440678' ***** 2024-11-21T12:17:36,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Set watcher on znode that does not yet exist, /1867519253/running 2024-11-21T12:17:36,529 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:17:36,530 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:17:36,531 INFO [RS:0;b4993cb2a74e:37527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:17:36,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:17:36,531 INFO [RS:0;b4993cb2a74e:37527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:17:36,531 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:36,531 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:36,531 INFO [RS:0;b4993cb2a74e:37527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37527. 2024-11-21T12:17:36,531 DEBUG [RS:0;b4993cb2a74e:37527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:36,531 DEBUG [RS:0;b4993cb2a74e:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:36,532 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:17:36,532 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:17:36,532 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:17:36,532 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:17:36,533 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:17:36,533 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:17:36,533 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:36,533 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:36,533 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:36,533 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:36,533 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:36,533 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:36,534 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T12:17:36,551 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:36,551 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740/.tmp/ns/0e760087584f4f35ac77dffbcebe13d6 is 43, key is default/ns:d/1732191444666/Put/seqid=0 2024-11-21T12:17:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741835_1011 (size=5153) 2024-11-21T12:17:36,582 DEBUG [b4993cb2a74e:37295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:17:36,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=de075c13a31d1e614558a0f82a7ba833, regionState=OPENING, regionLocation=b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN because future has completed 2024-11-21T12:17:36,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure de075c13a31d1e614558a0f82a7ba833, server=b4993cb2a74e,37077,1732191451318}] 2024-11-21T12:17:36,733 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:36,744 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:36,744 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:36,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:36,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:36,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:17:36,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37077%2C1732191451318.rep, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs, maxLogs=10 2024-11-21T12:17:36,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.rep.1732191456757, exclude list is [], retry=0 2024-11-21T12:17:36,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40177,DS-bf41af55-b051-4615-857d-81c116e3a656,DISK] 2024-11-21T12:17:36,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.rep.1732191456757 2024-11-21T12:17:36,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34285:34285)] 2024-11-21T12:17:36,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => de075c13a31d1e614558a0f82a7ba833, NAME => 'hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:36,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. service=MultiRowMutationService 2024-11-21T12:17:36,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:17:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,777 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,778 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de075c13a31d1e614558a0f82a7ba833 columnFamilyName hfileref 2024-11-21T12:17:36,778 DEBUG [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:36,778 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(327): Store=de075c13a31d1e614558a0f82a7ba833/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:36,778 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,779 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de075c13a31d1e614558a0f82a7ba833 columnFamilyName queue 2024-11-21T12:17:36,779 DEBUG [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:36,787 DEBUG [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/queue/679b923e2e43442bbfba132b2ff656ba 2024-11-21T12:17:36,787 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(327): Store=de075c13a31d1e614558a0f82a7ba833/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:36,787 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,788 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de075c13a31d1e614558a0f82a7ba833 columnFamilyName sid 2024-11-21T12:17:36,788 DEBUG [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:36,789 INFO [StoreOpener-de075c13a31d1e614558a0f82a7ba833-1 {}] regionserver.HStore(327): Store=de075c13a31d1e614558a0f82a7ba833/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:36,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:17:36,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened de075c13a31d1e614558a0f82a7ba833; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75415617, jitterRate=0.1237802654504776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:17:36,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:36,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for de075c13a31d1e614558a0f82a7ba833: Running coprocessor pre-open hook at 1732191456775Writing region info on filesystem at 1732191456775Initializing all the Stores at 1732191456777 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191456777Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191456777Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191456777Cleaning up temporary data from old regions at 1732191456792 (+15 ms)Running coprocessor post-open hooks at 1732191456796 (+4 ms)Region opened successfully at 1732191456796 2024-11-21T12:17:36,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., pid=19, masterSystemTime=1732191456742 2024-11-21T12:17:36,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:36,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:36,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=de075c13a31d1e614558a0f82a7ba833, regionState=OPEN, openSeqNum=10, regionLocation=b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:36,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure de075c13a31d1e614558a0f82a7ba833, server=b4993cb2a74e,37077,1732191451318 because future has completed 2024-11-21T12:17:36,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T12:17:36,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure de075c13a31d1e614558a0f82a7ba833, server=b4993cb2a74e,37077,1732191451318 in 218 msec 2024-11-21T12:17:36,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T12:17:36,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de075c13a31d1e614558a0f82a7ba833, ASSIGN in 382 msec 2024-11-21T12:17:36,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T12:17:36,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., hostname=b4993cb2a74e,37077,1732191451318, seqNum=10] 2024-11-21T12:17:36,864 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b4993cb2a74e,35921,1732191433544 2024-11-21T12:17:36,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T12:17:36,933 DEBUG [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:36,957 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740/.tmp/ns/0e760087584f4f35ac77dffbcebe13d6 2024-11-21T12:17:36,966 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740/.tmp/ns/0e760087584f4f35ac77dffbcebe13d6 as hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740/ns/0e760087584f4f35ac77dffbcebe13d6 2024-11-21T12:17:36,973 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740/ns/0e760087584f4f35ac77dffbcebe13d6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T12:17:36,974 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-21T12:17:36,974 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:17:36,979 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:17:36,980 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:36,980 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:36,980 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:36,980 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191456533Running coprocessor pre-close hooks at 1732191456533Disabling compacts and flushes for region at 1732191456533Disabling writes for close at 1732191456533Obtaining lock to block concurrent updates at 1732191456534 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191456534Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732191456534Flushing stores of hbase:meta,,1.1588230740 at 1732191456536 (+2 ms)Flushing 1588230740/ns: creating writer at 1732191456536Flushing 1588230740/ns: appending metadata at 1732191456551 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191456551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6889b0fd: reopening flushed file at 1732191456964 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1732191456974 (+10 ms)Writing region close event to WAL at 1732191456975 (+1 ms)Running coprocessor post-close hooks at 1732191456980 (+5 ms)Closed at 1732191456980 2024-11-21T12:17:36,980 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:37,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T12:17:37,133 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,37527,1732191440678; all regions closed. 2024-11-21T12:17:37,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741834_1010 (size=1152) 2024-11-21T12:17:37,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/WALs/b4993cb2a74e,37527,1732191440678/b4993cb2a74e%2C37527%2C1732191440678.meta.1732191444574.meta not finished, retry = 0 2024-11-21T12:17:37,245 DEBUG [RS:0;b4993cb2a74e:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/oldWALs 2024-11-21T12:17:37,245 INFO [RS:0;b4993cb2a74e:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37527%2C1732191440678.meta:.meta(num 1732191444574) 2024-11-21T12:17:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:17:37,250 DEBUG [RS:0;b4993cb2a74e:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/oldWALs 2024-11-21T12:17:37,250 INFO [RS:0;b4993cb2a74e:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37527%2C1732191440678:(num 1732191443588) 2024-11-21T12:17:37,250 DEBUG [RS:0;b4993cb2a74e:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:37,250 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:37,250 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:37,250 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:37,251 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:37,251 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:37,251 INFO [RS:0;b4993cb2a74e:37527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37527 2024-11-21T12:17:37,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1867519253/rs/b4993cb2a74e,37527,1732191440678 2024-11-21T12:17:37,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253/rs 2024-11-21T12:17:37,264 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:37,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,37527,1732191440678] 2024-11-21T12:17:37,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1867519253/draining/b4993cb2a74e,37527,1732191440678 already deleted, retry=false 2024-11-21T12:17:37,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,37527,1732191440678 expired; onlineServers=0 2024-11-21T12:17:37,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,43021,1732191440518' ***** 2024-11-21T12:17:37,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:17:37,285 INFO [M:0;b4993cb2a74e:43021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:37,285 INFO [M:0;b4993cb2a74e:43021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:37,286 DEBUG [M:0;b4993cb2a74e:43021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:17:37,286 DEBUG [M:0;b4993cb2a74e:43021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:17:37,286 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:17:37,286 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191443261 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191443261,5,FailOnTimeoutGroup] 2024-11-21T12:17:37,286 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191443260 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191443260,5,FailOnTimeoutGroup] 2024-11-21T12:17:37,286 INFO [M:0;b4993cb2a74e:43021 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:37,286 INFO [M:0;b4993cb2a74e:43021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:37,287 DEBUG [M:0;b4993cb2a74e:43021 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:17:37,287 INFO [M:0;b4993cb2a74e:43021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:17:37,287 INFO [M:0;b4993cb2a74e:43021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:37,287 INFO [M:0;b4993cb2a74e:43021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:17:37,287 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:17:37,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1867519253/master 2024-11-21T12:17:37,295 DEBUG [M:0;b4993cb2a74e:43021 {}] zookeeper.ZKUtil(347): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Unable to get data of znode /1867519253/master because node does not exist (not an error) 2024-11-21T12:17:37,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1867519253 2024-11-21T12:17:37,295 WARN [M:0;b4993cb2a74e:43021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:17:37,297 INFO [M:0;b4993cb2a74e:43021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/.lastflushedseqids 2024-11-21T12:17:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741836_1012 (size=99) 2024-11-21T12:17:37,374 INFO [RS:0;b4993cb2a74e:37527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:37,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:37,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x1015d5398950004, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:37,374 INFO [RS:0;b4993cb2a74e:37527 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,37527,1732191440678; zookeeper connection closed. 2024-11-21T12:17:37,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b145395 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b145395 2024-11-21T12:17:37,375 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:17:37,705 INFO [M:0;b4993cb2a74e:43021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:17:37,705 INFO [M:0;b4993cb2a74e:43021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:17:37,705 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:37,705 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:37,705 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:37,705 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:37,705 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:37,706 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T12:17:37,723 DEBUG [M:0;b4993cb2a74e:43021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39118df7c54c4fb68cca4089bb6e7da0 is 82, key is hbase:meta,,1/info:regioninfo/1732191444636/Put/seqid=0 2024-11-21T12:17:37,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741837_1013 (size=5672) 2024-11-21T12:17:37,756 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:37,756 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:38,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:17:38,129 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39118df7c54c4fb68cca4089bb6e7da0 2024-11-21T12:17:38,150 DEBUG [M:0;b4993cb2a74e:43021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3099abe169a142ada934ae3e04c7c5e2 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732191444673/Put/seqid=0 2024-11-21T12:17:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741838_1014 (size=5275) 2024-11-21T12:17:38,555 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3099abe169a142ada934ae3e04c7c5e2 2024-11-21T12:17:38,575 DEBUG [M:0;b4993cb2a74e:43021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65e565321c7d4739bda85bd7b4019b10 is 69, key is b4993cb2a74e,37527,1732191440678/rs:state/1732191443398/Put/seqid=0 2024-11-21T12:17:38,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741839_1015 (size=5156) 2024-11-21T12:17:38,864 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:38,865 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:38,981 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65e565321c7d4739bda85bd7b4019b10 2024-11-21T12:17:38,993 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39118df7c54c4fb68cca4089bb6e7da0 as hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39118df7c54c4fb68cca4089bb6e7da0 2024-11-21T12:17:38,999 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39118df7c54c4fb68cca4089bb6e7da0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T12:17:39,000 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3099abe169a142ada934ae3e04c7c5e2 as hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3099abe169a142ada934ae3e04c7c5e2 2024-11-21T12:17:39,006 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3099abe169a142ada934ae3e04c7c5e2, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T12:17:39,007 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65e565321c7d4739bda85bd7b4019b10 as hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65e565321c7d4739bda85bd7b4019b10 2024-11-21T12:17:39,013 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40991/user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65e565321c7d4739bda85bd7b4019b10, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T12:17:39,015 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false 2024-11-21T12:17:39,016 INFO [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:39,016 DEBUG [M:0;b4993cb2a74e:43021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191457705Disabling compacts and flushes for region at 1732191457705Disabling writes for close at 1732191457705Obtaining lock to block concurrent updates at 1732191457706 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191457706Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732191457706Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191457707 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191457707Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191457722 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191457722Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191458135 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191458149 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191458149Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191458561 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191458574 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191458574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8c369c: reopening flushed file at 1732191458992 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6ac8f4: reopening flushed file at 1732191458999 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fbcd42: reopening flushed file at 1732191459006 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false at 1732191459015 (+9 ms)Writing region close event to WAL at 1732191459016 (+1 ms)Closed at 1732191459016 2024-11-21T12:17:39,019 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/357eaafc-1f49-e4c2-52be-5037435792ef/MasterData/WALs/b4993cb2a74e,43021,1732191440518/b4993cb2a74e%2C43021%2C1732191440518.1732191442523 not finished, retry = 0 2024-11-21T12:17:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33761 is added to blk_1073741830_1006 (size=10165) 2024-11-21T12:17:39,120 INFO [M:0;b4993cb2a74e:43021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:17:39,120 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:39,120 INFO [M:0;b4993cb2a74e:43021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43021 2024-11-21T12:17:39,124 INFO [M:0;b4993cb2a74e:43021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:39,296 INFO [M:0;b4993cb2a74e:43021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43021-0x1015d5398950003, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:39,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c02fa0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:17:39,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32d5b0d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:17:39,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:17:39,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:17:39,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269619de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.log.dir/,STOPPED} 2024-11-21T12:17:39,304 WARN [BP-1115675368-172.17.0.2-1732191438379 heartbeating to localhost/127.0.0.1:40991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:17:39,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:17:39,304 WARN [BP-1115675368-172.17.0.2-1732191438379 heartbeating to localhost/127.0.0.1:40991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1115675368-172.17.0.2-1732191438379 (Datanode Uuid a586691a-064c-4aed-aca4-ecd08a3b4cc4) service to localhost/127.0.0.1:40991 2024-11-21T12:17:39,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:17:39,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/cluster_06245596-a035-75ce-c4a5-0e955fe56311/data/data1/current/BP-1115675368-172.17.0.2-1732191438379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:17:39,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/cluster_06245596-a035-75ce-c4a5-0e955fe56311/data/data2/current/BP-1115675368-172.17.0.2-1732191438379 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:17:39,306 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:17:39,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@773518c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:17:39,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@248e3f8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:17:39,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:17:39,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:17:39,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426ef9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.log.dir/,STOPPED} 2024-11-21T12:17:39,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:17:39,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:17:39,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:39,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:39,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:39,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:39,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:39,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:17:39,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=691187476, stopped=false 2024-11-21T12:17:39,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,37295,1732191451264 2024-11-21T12:17:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/running 2024-11-21T12:17:39,379 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:39,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:39,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:39,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:39,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:39,380 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,37077,1732191451318' ***** 2024-11-21T12:17:39,380 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:17:39,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Set watcher on znode that does not yet exist, /0-818455488/running 2024-11-21T12:17:39,381 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:17:39,381 INFO [RS:0;b4993cb2a74e:37077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:17:39,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:17:39,381 INFO [RS:0;b4993cb2a74e:37077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:17:39,381 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(3091): Received CLOSE for de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:39,381 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:39,381 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:39,381 INFO [RS:0;b4993cb2a74e:37077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37077. 2024-11-21T12:17:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de075c13a31d1e614558a0f82a7ba833, disabling compactions & flushes 2024-11-21T12:17:39,382 DEBUG [RS:0;b4993cb2a74e:37077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:39,382 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:39,382 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:39,382 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:17:39,382 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:17:39,382 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:17:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. after waiting 0 ms 2024-11-21T12:17:39,382 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:17:39,382 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:39,382 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:17:39,382 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1325): Online Regions={de075c13a31d1e614558a0f82a7ba833=hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:17:39,382 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de075c13a31d1e614558a0f82a7ba833 2024-11-21T12:17:39,382 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:39,382 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:39,382 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:39,383 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:39,383 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:39,383 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T12:17:39,388 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/replication/de075c13a31d1e614558a0f82a7ba833/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T12:17:39,389 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:39,389 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:39,389 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:39,390 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de075c13a31d1e614558a0f82a7ba833: Waiting for close lock at 1732191459381Running coprocessor pre-close hooks at 1732191459381Disabling compacts and flushes for region at 1732191459381Disabling writes for close at 1732191459382 (+1 ms)Writing region close event to WAL at 1732191459383 (+1 ms)Running coprocessor post-close hooks at 1732191459389 (+6 ms)Closed at 1732191459389 2024-11-21T12:17:39,390 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833. 2024-11-21T12:17:39,403 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/info/5203378b763b4f3bb52dc81bf891d23c is 147, key is hbase:replication,,1732191444843.de075c13a31d1e614558a0f82a7ba833./info:regioninfo/1732191456800/Put/seqid=0 2024-11-21T12:17:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741851_1027 (size=6385) 2024-11-21T12:17:39,459 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:39,583 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:39,783 DEBUG [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:39,810 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/info/5203378b763b4f3bb52dc81bf891d23c 2024-11-21T12:17:39,823 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/.tmp/info/5203378b763b4f3bb52dc81bf891d23c as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/info/5203378b763b4f3bb52dc81bf891d23c 2024-11-21T12:17:39,830 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/info/5203378b763b4f3bb52dc81bf891d23c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T12:17:39,832 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false 2024-11-21T12:17:39,837 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T12:17:39,838 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:39,838 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:39,838 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:39,838 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191459382Running coprocessor pre-close hooks at 1732191459382Disabling compacts and flushes for region at 1732191459382Disabling writes for close at 1732191459383 (+1 ms)Obtaining lock to block concurrent updates at 1732191459383Preparing flush snapshotting stores in 1588230740 at 1732191459383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732191459383Flushing stores of hbase:meta,,1.1588230740 at 1732191459384 (+1 ms)Flushing 1588230740/info: creating writer at 1732191459384Flushing 1588230740/info: appending metadata at 1732191459403 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732191459403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ae1970: reopening flushed file at 1732191459822 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=19, compaction requested=false at 1732191459832 (+10 ms)Writing region close event to WAL at 1732191459833 (+1 ms)Running coprocessor post-close hooks at 1732191459838 (+5 ms)Closed at 1732191459838 2024-11-21T12:17:39,839 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:39,983 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,37077,1732191451318; all regions closed. 2024-11-21T12:17:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741849_1025 (size=2156) 2024-11-21T12:17:39,996 DEBUG [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs 2024-11-21T12:17:39,996 INFO [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37077%2C1732191451318.meta:.meta(num 1732191452484) 2024-11-21T12:17:39,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741850_1026 (size=796) 2024-11-21T12:17:39,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.rep.1732191456757 not finished, retry = 0 2024-11-21T12:17:40,075 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:40,075 DEBUG [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 to pos 0, reset compression=false 2024-11-21T12:17:40,101 DEBUG [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs 2024-11-21T12:17:40,101 INFO [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37077%2C1732191451318.rep:(num 1732191456757) 2024-11-21T12:17:40,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741848_1024 (size=93) 2024-11-21T12:17:40,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/WALs/b4993cb2a74e,37077,1732191451318/b4993cb2a74e%2C37077%2C1732191451318.1732191452237 not finished, retry = 0 2024-11-21T12:17:40,126 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:17:40,126 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:17:40,211 DEBUG [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/oldWALs 2024-11-21T12:17:40,212 INFO [RS:0;b4993cb2a74e:37077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37077%2C1732191451318:(num 1732191452237) 2024-11-21T12:17:40,212 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:40,212 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:40,212 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:40,213 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:40,214 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:40,214 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:40,215 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,37077,1732191451318 because: Region server is closing 2024-11-21T12:17:40,215 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T12:17:40,215 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T12:17:40,215 INFO [RS:0;b4993cb2a74e:37077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37077. 2024-11-21T12:17:40,215 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T12:17:40,216 DEBUG [RS:0;b4993cb2a74e:37077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:40,216 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:40,217 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:40,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:40,317 WARN [RS:0;b4993cb2a74e:37077.replicationSource.shipperb4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:17:40,317 WARN [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:17:40,317 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b4993cb2a74e:37077.replicationSource.shipperb4993cb2a74e%2C37077%2C1732191451318,1-b4993cb2a74e,37077,1732191451318 terminated 2024-11-21T12:17:40,318 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b4993cb2a74e,37077,1732191451318 because: Region server is closing 2024-11-21T12:17:40,318 INFO [RS:0;b4993cb2a74e:37077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37077. 2024-11-21T12:17:40,318 DEBUG [RS:0;b4993cb2a74e:37077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:40,318 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:40,318 DEBUG [RS:0;b4993cb2a74e:37077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:40,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:40,418 WARN [RS:0;b4993cb2a74e:37077.replicationSource.shipperb4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:17:40,418 WARN [RS:0;b4993cb2a74e:37077.replicationSource.wal-reader.b4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:17:40,419 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b4993cb2a74e:37077.replicationSource.shipperb4993cb2a74e%2C37077%2C1732191451318,2-b4993cb2a74e,37077,1732191451318 terminated 2024-11-21T12:17:40,419 INFO [RS:0;b4993cb2a74e:37077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37077 2024-11-21T12:17:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488/rs 2024-11-21T12:17:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/rs/b4993cb2a74e,37077,1732191451318 2024-11-21T12:17:40,432 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:40,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,37077,1732191451318] 2024-11-21T12:17:40,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/draining/b4993cb2a74e,37077,1732191451318 already deleted, retry=false 2024-11-21T12:17:40,453 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,37077,1732191451318 expired; onlineServers=0 2024-11-21T12:17:40,453 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,37295,1732191451264' ***** 2024-11-21T12:17:40,453 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:17:40,453 INFO [M:0;b4993cb2a74e:37295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:40,453 INFO [M:0;b4993cb2a74e:37295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:40,453 DEBUG [M:0;b4993cb2a74e:37295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:17:40,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:17:40,453 DEBUG [M:0;b4993cb2a74e:37295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:17:40,453 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191451891 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191451891,5,FailOnTimeoutGroup] 2024-11-21T12:17:40,454 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191451892 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191451892,5,FailOnTimeoutGroup] 2024-11-21T12:17:40,454 INFO [M:0;b4993cb2a74e:37295 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:40,454 INFO [M:0;b4993cb2a74e:37295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:40,454 DEBUG [M:0;b4993cb2a74e:37295 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:17:40,454 INFO [M:0;b4993cb2a74e:37295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:17:40,454 INFO [M:0;b4993cb2a74e:37295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:40,454 INFO [M:0;b4993cb2a74e:37295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:17:40,454 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:17:40,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-818455488/master 2024-11-21T12:17:40,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-818455488 2024-11-21T12:17:40,479 DEBUG [M:0;b4993cb2a74e:37295 {}] zookeeper.RecoverableZooKeeper(212): Node /0-818455488/master already deleted, retry=false 2024-11-21T12:17:40,480 DEBUG [M:0;b4993cb2a74e:37295 {}] master.ActiveMasterManager(353): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-818455488/master 2024-11-21T12:17:40,480 INFO [M:0;b4993cb2a74e:37295 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/.lastflushedseqids 2024-11-21T12:17:40,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741852_1028 (size=181) 2024-11-21T12:17:40,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:40,543 INFO [RS:0;b4993cb2a74e:37077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:40,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37077-0x1015d5398950007, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:40,543 INFO [RS:0;b4993cb2a74e:37077 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,37077,1732191451318; zookeeper connection closed. 2024-11-21T12:17:40,543 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59584e5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59584e5d 2024-11-21T12:17:40,543 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:17:40,887 INFO [M:0;b4993cb2a74e:37295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:17:40,887 INFO [M:0;b4993cb2a74e:37295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:17:40,887 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:40,887 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:40,887 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:40,887 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:40,887 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:40,888 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T12:17:40,903 DEBUG [M:0;b4993cb2a74e:37295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17ee80c1556943898d8bf433e670fb14 is 82, key is hbase:meta,,1/info:regioninfo/1732191452578/Put/seqid=0 2024-11-21T12:17:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741853_1029 (size=5680) 2024-11-21T12:17:40,907 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17ee80c1556943898d8bf433e670fb14 2024-11-21T12:17:40,932 DEBUG [M:0;b4993cb2a74e:37295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18ecfa24be54e4c9054c13967b3ef48 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732191456812/Put/seqid=0 2024-11-21T12:17:40,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741854_1030 (size=7319) 2024-11-21T12:17:40,938 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18ecfa24be54e4c9054c13967b3ef48 2024-11-21T12:17:40,961 DEBUG [M:0;b4993cb2a74e:37295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e379a3092b2c4d29b0354cf40c6139b0 is 69, key is b4993cb2a74e,37077,1732191451318/rs:state/1732191451982/Put/seqid=0 2024-11-21T12:17:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741855_1031 (size=5371) 2024-11-21T12:17:41,366 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e379a3092b2c4d29b0354cf40c6139b0 2024-11-21T12:17:41,372 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e379a3092b2c4d29b0354cf40c6139b0 2024-11-21T12:17:41,373 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17ee80c1556943898d8bf433e670fb14 as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17ee80c1556943898d8bf433e670fb14 2024-11-21T12:17:41,378 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17ee80c1556943898d8bf433e670fb14, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T12:17:41,380 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a18ecfa24be54e4c9054c13967b3ef48 as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a18ecfa24be54e4c9054c13967b3ef48 2024-11-21T12:17:41,385 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a18ecfa24be54e4c9054c13967b3ef48, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T12:17:41,386 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e379a3092b2c4d29b0354cf40c6139b0 as hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e379a3092b2c4d29b0354cf40c6139b0 2024-11-21T12:17:41,392 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e379a3092b2c4d29b0354cf40c6139b0 2024-11-21T12:17:41,392 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/8318df74-1898-7311-0aa2-09b44e5fdb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e379a3092b2c4d29b0354cf40c6139b0, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T12:17:41,393 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=172, compaction requested=false 2024-11-21T12:17:41,394 INFO [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:41,394 DEBUG [M:0;b4993cb2a74e:37295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191460887Disabling compacts and flushes for region at 1732191460887Disabling writes for close at 1732191460887Obtaining lock to block concurrent updates at 1732191460888 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191460888Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732191460888Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191460889 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191460889Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191460902 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191460902Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191460913 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191460932 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191460932Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191460945 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191460961 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191460961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596880fe: reopening flushed file at 1732191461372 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af7ccb5: reopening flushed file at 1732191461379 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5226b4db: reopening flushed file at 1732191461385 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=172, compaction requested=false at 1732191461393 (+8 ms)Writing region close event to WAL at 1732191461394 (+1 ms)Closed at 1732191461394 2024-11-21T12:17:41,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40177 is added to blk_1073741847_1023 (size=22949) 2024-11-21T12:17:41,397 INFO [M:0;b4993cb2a74e:37295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:17:41,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:41,397 INFO [M:0;b4993cb2a74e:37295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37295 2024-11-21T12:17:41,398 INFO [M:0;b4993cb2a74e:37295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:41,542 INFO [M:0;b4993cb2a74e:37295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:41,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:41,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37295-0x1015d5398950006, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:41,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0edb62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:17:41,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68de4c05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:17:41,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:17:41,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4247812b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:17:41,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb6d394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.log.dir/,STOPPED} 2024-11-21T12:17:41,546 WARN [BP-2001468894-172.17.0.2-1732191428843 heartbeating to localhost/127.0.0.1:33829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:17:41,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:17:41,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:17:41,546 WARN [BP-2001468894-172.17.0.2-1732191428843 heartbeating to localhost/127.0.0.1:33829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2001468894-172.17.0.2-1732191428843 (Datanode Uuid 3946ee7e-18c3-4dc7-b615-a42de6e576c0) service to localhost/127.0.0.1:33829 2024-11-21T12:17:41,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017/data/data1/current/BP-2001468894-172.17.0.2-1732191428843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:17:41,547 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/cluster_552e31a0-1e5f-17fc-ca71-aea8ce6ee017/data/data2/current/BP-2001468894-172.17.0.2-1732191428843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:17:41,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:17:41,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34444f5b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:17:41,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18ffb70e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:17:41,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:17:41,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711609b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:17:41,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f367e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4a20949-bac7-2751-2c09-8bea001be05f/hadoop.log.dir/,STOPPED} 2024-11-21T12:17:41,560 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:17:41,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:17:41,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54578) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4993cb2a74e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40991 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4993cb2a74e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7cfd72d9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/b4993cb2a74e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/b4993cb2a74e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54578) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4993cb2a74e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33829 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=1908 (was 2109) 2024-11-21T12:17:41,592 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=1907 2024-11-21T12:17:41,604 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T12:17:41,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.log.dir so I do NOT create it in target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c 2024-11-21T12:17:41,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:17:41,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.tmp.dir so I do NOT create it in target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c 2024-11-21T12:17:41,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c76185e3-397f-e27e-c92f-5f0bab60f9c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:17:41,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c 2024-11-21T12:17:41,605 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09, deleteOnExit=true 2024-11-21T12:17:41,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09/zookeeper_0, clientPort=51715, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:17:41,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51715 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/test.cache.data in system properties and HBase conf 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:17:41,609 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:41,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:17:41,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:17:41,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d5398950002, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:17:41,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d5398950005, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:17:41,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d5398950002, quorum=127.0.0.1:54578, baseZNode=/0-818455488 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:17:41,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d5398950005, quorum=127.0.0.1:54578, baseZNode=/1867519253 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:17:41,914 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T12:17:41,915 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:41,934 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:41,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:41,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:41,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:41,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:41,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:17:41,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:41,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:41,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:42,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/java.io.tmpdir/jetty-localhost-35841-hadoop-hdfs-3_4_1-tests_jar-_-any-2603974976531151349/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:17:42,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:35841} 2024-11-21T12:17:42,070 INFO [Time-limited test {}] server.Server(415): Started @36004ms 2024-11-21T12:17:42,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:42,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:42,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:42,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:42,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:17:42,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:42,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:42,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/java.io.tmpdir/jetty-localhost-44459-hadoop-hdfs-3_4_1-tests_jar-_-any-16297671070765294118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:17:42,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:44459} 2024-11-21T12:17:42,443 INFO [Time-limited test {}] server.Server(415): Started @36377ms 2024-11-21T12:17:42,444 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:17:43,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:17:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:17:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:43,162 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09/data/data2/current/BP-1758890301-172.17.0.2-1732191461635/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:43,162 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09/data/data1/current/BP-1758890301-172.17.0.2-1732191461635/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:43,182 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:17:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ec34cb574a6fa95 with lease ID 0x456e23ebe9278e5d: Processing first storage report for DS-b24b6447-5db7-4b5e-ae5f-fe5d42bf982e from datanode DatanodeRegistration(127.0.0.1:43653, datanodeUuid=fa65895a-0068-42f1-b475-467b6feebf4e, infoPort=45149, infoSecurePort=0, ipcPort=32873, storageInfo=lv=-57;cid=testClusterID;nsid=425686375;c=1732191461635) 2024-11-21T12:17:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ec34cb574a6fa95 with lease ID 0x456e23ebe9278e5d: from storage DS-b24b6447-5db7-4b5e-ae5f-fe5d42bf982e node DatanodeRegistration(127.0.0.1:43653, datanodeUuid=fa65895a-0068-42f1-b475-467b6feebf4e, infoPort=45149, infoSecurePort=0, ipcPort=32873, storageInfo=lv=-57;cid=testClusterID;nsid=425686375;c=1732191461635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:17:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ec34cb574a6fa95 with lease ID 0x456e23ebe9278e5d: Processing first storage report for DS-b7a007c3-9d6f-4882-a774-dcefddedc8e9 from datanode DatanodeRegistration(127.0.0.1:43653, datanodeUuid=fa65895a-0068-42f1-b475-467b6feebf4e, infoPort=45149, infoSecurePort=0, ipcPort=32873, storageInfo=lv=-57;cid=testClusterID;nsid=425686375;c=1732191461635) 2024-11-21T12:17:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ec34cb574a6fa95 with lease ID 0x456e23ebe9278e5d: from storage DS-b7a007c3-9d6f-4882-a774-dcefddedc8e9 node DatanodeRegistration(127.0.0.1:43653, datanodeUuid=fa65895a-0068-42f1-b475-467b6feebf4e, infoPort=45149, infoSecurePort=0, ipcPort=32873, storageInfo=lv=-57;cid=testClusterID;nsid=425686375;c=1732191461635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:17:43,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c 2024-11-21T12:17:43,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:43,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:17:43,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa with version=8 2024-11-21T12:17:43,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/hbase-staging 2024-11-21T12:17:43,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:43,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:43,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:43,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:43,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:43,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:43,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:17:43,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:43,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44619 2024-11-21T12:17:43,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44619 connecting to ZooKeeper ensemble=127.0.0.1:51715 2024-11-21T12:17:43,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446190x0, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:43,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44619-0x1015d541c920000 connected 2024-11-21T12:17:44,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:44,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:44,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on znode that does not yet exist, /0276204504/running 2024-11-21T12:17:44,433 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa, hbase.cluster.distributed=false 2024-11-21T12:17:44,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on znode that does not yet exist, /0276204504/acl 2024-11-21T12:17:44,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44619 2024-11-21T12:17:44,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44619 2024-11-21T12:17:44,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44619 2024-11-21T12:17:44,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44619 2024-11-21T12:17:44,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44619 2024-11-21T12:17:44,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:44,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:44,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:44,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:44,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:44,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:44,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:17:44,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:44,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38089 2024-11-21T12:17:44,456 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38089 connecting to ZooKeeper ensemble=127.0.0.1:51715 2024-11-21T12:17:44,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:44,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380890x0, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:44,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38089-0x1015d541c920001 connected 2024-11-21T12:17:44,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on znode that does not yet exist, /0276204504/running 2024-11-21T12:17:44,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:17:44,515 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:17:44,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on znode that does not yet exist, /0276204504/master 2024-11-21T12:17:44,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on znode that does not yet exist, /0276204504/acl 2024-11-21T12:17:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38089 2024-11-21T12:17:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38089 2024-11-21T12:17:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38089 2024-11-21T12:17:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38089 2024-11-21T12:17:44,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38089 2024-11-21T12:17:44,530 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:44619 2024-11-21T12:17:44,532 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0276204504/backup-masters/b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504/backup-masters 2024-11-21T12:17:44,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504/backup-masters 2024-11-21T12:17:44,546 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on existing znode=/0276204504/backup-masters/b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:44,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:44,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276204504/master 2024-11-21T12:17:44,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:44,555 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on existing znode=/0276204504/master 2024-11-21T12:17:44,556 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0276204504/backup-masters/b4993cb2a74e,44619,1732191463693 from backup master directory 2024-11-21T12:17:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504/backup-masters 2024-11-21T12:17:44,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276204504/backup-masters/b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:44,566 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:44,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504/backup-masters 2024-11-21T12:17:44,566 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:44,571 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/hbase.id] with ID: ad982cb9-59d3-4889-8eb2-fd547ff2aacf 2024-11-21T12:17:44,571 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/.tmp/hbase.id 2024-11-21T12:17:44,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:17:44,978 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/.tmp/hbase.id]:[hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/hbase.id] 2024-11-21T12:17:44,996 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:44,996 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:17:44,999 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-21T12:17:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:45,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:45,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:17:45,456 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:45,457 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:17:45,458 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:17:45,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store 2024-11-21T12:17:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:17:46,273 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:46,273 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:46,273 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:46,273 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:46,273 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:46,273 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:46,273 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:46,273 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191466273Disabling compacts and flushes for region at 1732191466273Disabling writes for close at 1732191466273Writing region close event to WAL at 1732191466273Closed at 1732191466273 2024-11-21T12:17:46,274 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/.initializing 2024-11-21T12:17:46,274 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/WALs/b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:46,276 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:46,278 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C44619%2C1732191463693, suffix=, logDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/WALs/b4993cb2a74e,44619,1732191463693, archiveDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/oldWALs, maxLogs=10 2024-11-21T12:17:46,290 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/WALs/b4993cb2a74e,44619,1732191463693/b4993cb2a74e%2C44619%2C1732191463693.1732191466278, exclude list is [], retry=0 2024-11-21T12:17:46,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-b24b6447-5db7-4b5e-ae5f-fe5d42bf982e,DISK] 2024-11-21T12:17:46,295 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/WALs/b4993cb2a74e,44619,1732191463693/b4993cb2a74e%2C44619%2C1732191463693.1732191466278 2024-11-21T12:17:46,295 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45149:45149)] 2024-11-21T12:17:46,295 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:46,295 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:46,295 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,295 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:17:46,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:46,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:17:46,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:46,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:17:46,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:46,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:17:46,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:46,305 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,305 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,306 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,307 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,307 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,307 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:46,308 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:46,311 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:46,311 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59489450, jitterRate=-0.11353811621665955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:46,312 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191466296Initializing all the Stores at 1732191466296Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191466297 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191466297Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191466297Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191466297Cleaning up temporary data from old regions at 1732191466307 (+10 ms)Region opened successfully at 1732191466312 (+5 ms) 2024-11-21T12:17:46,313 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:17:46,317 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c8e98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:46,318 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:17:46,318 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:17:46,318 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:17:46,318 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:17:46,319 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:17:46,319 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:17:46,319 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:17:46,321 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:17:46,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Unable to get data of znode /0276204504/balancer because node does not exist (not necessarily an error) 2024-11-21T12:17:46,413 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276204504/balancer already deleted, retry=false 2024-11-21T12:17:46,414 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:17:46,415 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Unable to get data of znode /0276204504/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:17:46,424 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276204504/normalizer already deleted, retry=false 2024-11-21T12:17:46,424 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:17:46,426 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Unable to get data of znode /0276204504/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:17:46,434 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276204504/switch/split already deleted, retry=false 2024-11-21T12:17:46,435 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Unable to get data of znode /0276204504/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:17:46,445 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276204504/switch/merge already deleted, retry=false 2024-11-21T12:17:46,447 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Unable to get data of znode /0276204504/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:17:46,455 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276204504/snapshot-cleanup already deleted, retry=false 2024-11-21T12:17:46,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276204504/running 2024-11-21T12:17:46,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276204504/running 2024-11-21T12:17:46,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:46,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:46,466 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,44619,1732191463693, sessionid=0x1015d541c920000, setting cluster-up flag (Was=false) 2024-11-21T12:17:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:46,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:46,519 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0276204504/flush-table-proc/acquired, /0276204504/flush-table-proc/reached, /0276204504/flush-table-proc/abort 2024-11-21T12:17:46,520 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:46,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:46,571 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0276204504/online-snapshot/acquired, /0276204504/online-snapshot/reached, /0276204504/online-snapshot/abort 2024-11-21T12:17:46,572 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:46,574 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:17:46,576 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:46,576 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:17:46,576 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:17:46,576 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,44619,1732191463693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:17:46,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:46,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:46,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:46,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:46,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:17:46,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:46,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:46,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:17:46,583 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:46,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:17:46,584 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191496584 2024-11-21T12:17:46,584 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:17:46,585 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:17:46,585 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:17:46,585 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:17:46,585 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:17:46,585 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:17:46,585 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,588 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:17:46,588 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:17:46,589 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:17:46,589 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:17:46,591 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:17:46,591 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:17:46,591 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191466591,5,FailOnTimeoutGroup] 2024-11-21T12:17:46,592 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191466591,5,FailOnTimeoutGroup] 2024-11-21T12:17:46,592 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,592 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:17:46,592 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,592 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:17:46,622 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(746): ClusterId : ad982cb9-59d3-4889-8eb2-fd547ff2aacf 2024-11-21T12:17:46,622 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:17:46,635 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:17:46,636 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:17:46,647 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:17:46,647 DEBUG [RS:0;b4993cb2a74e:38089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc57040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:46,662 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:38089 2024-11-21T12:17:46,662 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:17:46,663 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:17:46,663 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:17:46,664 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,44619,1732191463693 with port=38089, startcode=1732191464452 2024-11-21T12:17:46,664 DEBUG [RS:0;b4993cb2a74e:38089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:17:46,666 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:17:46,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:46,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44619 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:46,668 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa 2024-11-21T12:17:46,668 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39377 2024-11-21T12:17:46,668 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:17:46,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504/rs 2024-11-21T12:17:46,682 DEBUG [RS:0;b4993cb2a74e:38089 {}] zookeeper.ZKUtil(111): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on existing znode=/0276204504/rs/b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:46,682 WARN [RS:0;b4993cb2a74e:38089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:46,682 INFO [RS:0;b4993cb2a74e:38089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:46,682 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:46,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,38089,1732191464452] 2024-11-21T12:17:46,686 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:17:46,688 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:17:46,689 INFO [RS:0;b4993cb2a74e:38089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:17:46,689 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,689 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:17:46,690 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:17:46,690 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,690 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,690 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,690 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,690 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,690 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,690 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:46,691 DEBUG [RS:0;b4993cb2a74e:38089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:46,692 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,692 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,692 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,692 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,692 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,692 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38089,1732191464452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:46,706 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:17:46,706 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38089,1732191464452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,707 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,707 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.Replication(171): b4993cb2a74e,38089,1732191464452 started 2024-11-21T12:17:46,720 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:46,720 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,38089,1732191464452, RpcServer on b4993cb2a74e/172.17.0.2:38089, sessionid=0x1015d541c920001 2024-11-21T12:17:46,720 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:17:46,720 DEBUG [RS:0;b4993cb2a74e:38089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:46,720 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,38089,1732191464452' 2024-11-21T12:17:46,720 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0276204504/flush-table-proc/abort' 2024-11-21T12:17:46,721 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0276204504/flush-table-proc/acquired' 2024-11-21T12:17:46,722 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:17:46,722 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:17:46,722 DEBUG [RS:0;b4993cb2a74e:38089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:46,722 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,38089,1732191464452' 2024-11-21T12:17:46,722 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0276204504/online-snapshot/abort' 2024-11-21T12:17:46,722 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0276204504/online-snapshot/acquired' 2024-11-21T12:17:46,723 DEBUG [RS:0;b4993cb2a74e:38089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:17:46,723 INFO [RS:0;b4993cb2a74e:38089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:17:46,723 INFO [RS:0;b4993cb2a74e:38089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:17:46,823 INFO [RS:0;b4993cb2a74e:38089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:46,825 INFO [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C38089%2C1732191464452, suffix=, logDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452, archiveDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/oldWALs, maxLogs=10 2024-11-21T12:17:46,838 DEBUG [RS:0;b4993cb2a74e:38089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826, exclude list is [], retry=0 2024-11-21T12:17:46,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-b24b6447-5db7-4b5e-ae5f-fe5d42bf982e,DISK] 2024-11-21T12:17:46,843 INFO [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 2024-11-21T12:17:46,844 DEBUG [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45149:45149)] 2024-11-21T12:17:46,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:17:46,995 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa 2024-11-21T12:17:47,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:17:47,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:47,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:47,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:47,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:47,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:47,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:47,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:47,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:47,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:47,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:47,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740 2024-11-21T12:17:47,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740 2024-11-21T12:17:47,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:47,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:47,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:47,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:47,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:47,418 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74619680, jitterRate=0.11191987991333008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:47,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191467402Initializing all the Stores at 1732191467403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191467403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191467403Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191467403Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191467403Cleaning up temporary data from old regions at 1732191467414 (+11 ms)Region opened successfully at 1732191467419 (+5 ms) 2024-11-21T12:17:47,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:47,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:47,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:47,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:47,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:47,420 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:47,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191467419Disabling compacts and flushes for region at 1732191467419Disabling writes for close at 1732191467419Writing region close event to WAL at 1732191467420 (+1 ms)Closed at 1732191467420 2024-11-21T12:17:47,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:47,421 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:17:47,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:17:47,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:47,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:17:47,573 DEBUG [b4993cb2a74e:44619 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:17:47,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:47,575 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,38089,1732191464452, state=OPENING 2024-11-21T12:17:47,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:17:47,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:47,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:47,692 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:47,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,38089,1732191464452}] 2024-11-21T12:17:47,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276204504/meta-region-server: CHANGED 2024-11-21T12:17:47,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276204504/meta-region-server: CHANGED 2024-11-21T12:17:47,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:17:47,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:17:47,851 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:17:47,851 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:47,852 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:17:47,854 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C38089%2C1732191464452.meta, suffix=.meta, logDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452, archiveDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/oldWALs, maxLogs=10 2024-11-21T12:17:47,868 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.meta.1732191467854.meta, exclude list is [], retry=0 2024-11-21T12:17:47,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-b24b6447-5db7-4b5e-ae5f-fe5d42bf982e,DISK] 2024-11-21T12:17:47,873 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.meta.1732191467854.meta 2024-11-21T12:17:47,873 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45149:45149)] 2024-11-21T12:17:47,873 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:47,873 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:47,874 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:47,874 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:17:47,874 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:17:47,874 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:17:47,874 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:47,874 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:17:47,874 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:17:47,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:47,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:47,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:47,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:47,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:47,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:47,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:47,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:47,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:47,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:47,889 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:47,890 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740 2024-11-21T12:17:47,891 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740 2024-11-21T12:17:47,893 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:47,893 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:47,894 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:47,895 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:47,896 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67953983, jitterRate=0.012593254446983337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:47,897 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:17:47,898 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191467874Writing region info on filesystem at 1732191467874Initializing all the Stores at 1732191467875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191467875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191467875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191467875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191467875Cleaning up temporary data from old regions at 1732191467893 (+18 ms)Running coprocessor post-open hooks at 1732191467897 (+4 ms)Region opened successfully at 1732191467898 (+1 ms) 2024-11-21T12:17:47,899 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191467845 2024-11-21T12:17:47,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:17:47,902 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:17:47,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:47,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,38089,1732191464452, state=OPEN 2024-11-21T12:17:47,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276204504/meta-region-server 2024-11-21T12:17:47,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276204504/meta-region-server 2024-11-21T12:17:47,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276204504/meta-region-server: CHANGED 2024-11-21T12:17:47,943 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:47,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276204504/meta-region-server: CHANGED 2024-11-21T12:17:47,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:17:47,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,38089,1732191464452 in 251 msec 2024-11-21T12:17:47,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:17:47,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-21T12:17:47,955 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:47,955 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:17:47,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:47,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,38089,1732191464452, seqNum=-1] 2024-11-21T12:17:47,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:47,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:47,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-21T12:17:47,972 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191467972, completionTime=-1 2024-11-21T12:17:47,972 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:17:47,972 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:17:47,975 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:17:47,975 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191527975 2024-11-21T12:17:47,975 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191587975 2024-11-21T12:17:47,975 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:17:47,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44619,1732191463693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:47,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44619,1732191463693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:47,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44619,1732191463693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:47,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:44619, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:47,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:47,977 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:47,979 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.416sec 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44619,1732191463693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:47,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44619,1732191463693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:17:47,986 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:17:47,986 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:17:47,987 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44619,1732191463693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:48,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:48,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44619,-1 for getting cluster id 2024-11-21T12:17:48,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:48,024 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad982cb9-59d3-4889-8eb2-fd547ff2aacf' 2024-11-21T12:17:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad982cb9-59d3-4889-8eb2-fd547ff2aacf" 2024-11-21T12:17:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3e12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44619,-1] 2024-11-21T12:17:48,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:48,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:48,026 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:48,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:48,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,38089,1732191464452, seqNum=-1] 2024-11-21T12:17:48,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:48,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:48,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:48,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51715 2024-11-21T12:17:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:48,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d541c920002 connected 2024-11-21T12:17:48,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.log.dir so I do NOT create it in target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6 2024-11-21T12:17:48,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:17:48,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.tmp.dir so I do NOT create it in target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6 2024-11-21T12:17:48,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:17:48,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6 2024-11-21T12:17:48,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:17:48,069 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/cluster_e4795928-26fd-b8f1-acd8-89d356169124, deleteOnExit=true 2024-11-21T12:17:48,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/test.cache.data in system properties and HBase conf 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:17:48,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:17:48,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:17:48,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:17:48,364 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T12:17:48,366 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:48,388 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:48,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:48,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:48,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:48,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:17:48,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:48,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:48,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:48,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/java.io.tmpdir/jetty-localhost-43311-hadoop-hdfs-3_4_1-tests_jar-_-any-6678446868397903594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:17:48,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:43311} 2024-11-21T12:17:48,593 INFO [Time-limited test {}] server.Server(415): Started @42527ms 2024-11-21T12:17:49,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:17:49,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:17:49,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:17:49,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:17:49,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:17:49,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d6d125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:17:49,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486ddd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:17:49,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@433d5d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/java.io.tmpdir/jetty-localhost-37869-hadoop-hdfs-3_4_1-tests_jar-_-any-2526877857399772570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:17:49,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47a15bd0{HTTP/1.1, (http/1.1)}{localhost:37869} 2024-11-21T12:17:49,203 INFO [Time-limited test {}] server.Server(415): Started @43137ms 2024-11-21T12:17:49,204 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:17:50,096 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/cluster_e4795928-26fd-b8f1-acd8-89d356169124/data/data2/current/BP-1088740675-172.17.0.2-1732191468098/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:50,096 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/cluster_e4795928-26fd-b8f1-acd8-89d356169124/data/data1/current/BP-1088740675-172.17.0.2-1732191468098/current, will proceed with Du for space computation calculation, 2024-11-21T12:17:50,132 WARN [RS:0;b4993cb2a74e:38089 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b4993cb2a74e,35921,1732191433544: status=Processing ServerCrashProcedure of b4993cb2a74e,35921,1732191433544 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732191451892, completionTime=-1 appears to have been leaked 2024-11-21T12:17:50,134 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:17:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c67f56c28d13a4b with lease ID 0x47d65c8b556eebd2: Processing first storage report for DS-d9256f17-6419-4999-bac1-739780608805 from datanode DatanodeRegistration(127.0.0.1:32773, datanodeUuid=58cf5625-5760-434a-ac02-f18ca23f7f0d, infoPort=40585, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1798473363;c=1732191468098) 2024-11-21T12:17:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c67f56c28d13a4b with lease ID 0x47d65c8b556eebd2: from storage DS-d9256f17-6419-4999-bac1-739780608805 node DatanodeRegistration(127.0.0.1:32773, datanodeUuid=58cf5625-5760-434a-ac02-f18ca23f7f0d, infoPort=40585, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1798473363;c=1732191468098), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:17:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c67f56c28d13a4b with lease ID 0x47d65c8b556eebd2: Processing first storage report for DS-17e86c2b-2ce6-493a-8eaf-936e3ace1d06 from datanode DatanodeRegistration(127.0.0.1:32773, datanodeUuid=58cf5625-5760-434a-ac02-f18ca23f7f0d, infoPort=40585, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1798473363;c=1732191468098) 2024-11-21T12:17:50,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c67f56c28d13a4b with lease ID 0x47d65c8b556eebd2: from storage DS-17e86c2b-2ce6-493a-8eaf-936e3ace1d06 node DatanodeRegistration(127.0.0.1:32773, datanodeUuid=58cf5625-5760-434a-ac02-f18ca23f7f0d, infoPort=40585, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1798473363;c=1732191468098), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:17:50,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6 2024-11-21T12:17:50,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:50,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:17:50,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381 with version=8 2024-11-21T12:17:50,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/hbase-staging 2024-11-21T12:17:50,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:50,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:50,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:50,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:50,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:50,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:50,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:17:50,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:50,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34795 2024-11-21T12:17:50,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34795 connecting to ZooKeeper ensemble=127.0.0.1:51715 2024-11-21T12:17:50,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347950x0, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:50,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34795-0x1015d541c920003 connected 2024-11-21T12:17:50,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:50,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:50,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on znode that does not yet exist, /1-852432291/running 2024-11-21T12:17:50,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381, hbase.cluster.distributed=false 2024-11-21T12:17:50,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on znode that does not yet exist, /1-852432291/acl 2024-11-21T12:17:50,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34795 2024-11-21T12:17:50,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34795 2024-11-21T12:17:50,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34795 2024-11-21T12:17:50,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34795 2024-11-21T12:17:50,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34795 2024-11-21T12:17:50,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:17:50,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:50,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:50,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:17:50,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:17:50,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:17:50,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:17:50,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:17:50,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38759 2024-11-21T12:17:50,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38759 connecting to ZooKeeper ensemble=127.0.0.1:51715 2024-11-21T12:17:50,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:50,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:50,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387590x0, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:50,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387590x0, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on znode that does not yet exist, /1-852432291/running 2024-11-21T12:17:50,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38759-0x1015d541c920004 connected 2024-11-21T12:17:50,814 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:17:50,814 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:17:50,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on znode that does not yet exist, /1-852432291/master 2024-11-21T12:17:50,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on znode that does not yet exist, /1-852432291/acl 2024-11-21T12:17:50,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-21T12:17:50,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38759 2024-11-21T12:17:50,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38759 2024-11-21T12:17:50,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-21T12:17:50,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-21T12:17:50,830 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:34795 2024-11-21T12:17:50,831 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-852432291/backup-masters/b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:50,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291/backup-masters 2024-11-21T12:17:50,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291/backup-masters 2024-11-21T12:17:50,839 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on existing znode=/1-852432291/backup-masters/b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:50,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:50,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-852432291/master 2024-11-21T12:17:50,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:50,850 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on existing znode=/1-852432291/master 2024-11-21T12:17:50,850 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-852432291/backup-masters/b4993cb2a74e,34795,1732191470651 from backup master directory 2024-11-21T12:17:50,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-852432291/backup-masters/b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:50,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291/backup-masters 2024-11-21T12:17:50,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291/backup-masters 2024-11-21T12:17:50,860 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:50,860 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:50,864 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/hbase.id] with ID: 4345f10e-2f50-4a81-9d56-d9c247b22628 2024-11-21T12:17:50,864 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/.tmp/hbase.id 2024-11-21T12:17:50,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:17:51,269 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/.tmp/hbase.id]:[hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/hbase.id] 2024-11-21T12:17:51,283 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:17:51,283 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:17:51,284 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:17:51,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:51,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:17:51,704 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:51,704 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:17:51,704 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:51,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:17:52,112 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store 2024-11-21T12:17:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:17:52,519 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:52,519 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:52,519 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:52,519 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:52,519 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:52,519 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:52,519 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:52,519 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191472519Disabling compacts and flushes for region at 1732191472519Disabling writes for close at 1732191472519Writing region close event to WAL at 1732191472519Closed at 1732191472519 2024-11-21T12:17:52,520 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/.initializing 2024-11-21T12:17:52,520 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/WALs/b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:52,522 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:52,523 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C34795%2C1732191470651, suffix=, logDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/WALs/b4993cb2a74e,34795,1732191470651, archiveDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/oldWALs, maxLogs=10 2024-11-21T12:17:52,535 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/WALs/b4993cb2a74e,34795,1732191470651/b4993cb2a74e%2C34795%2C1732191470651.1732191472524, exclude list is [], retry=0 2024-11-21T12:17:52,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-d9256f17-6419-4999-bac1-739780608805,DISK] 2024-11-21T12:17:52,540 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/WALs/b4993cb2a74e,34795,1732191470651/b4993cb2a74e%2C34795%2C1732191470651.1732191472524 2024-11-21T12:17:52,540 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40585:40585)] 2024-11-21T12:17:52,540 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:52,540 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:52,540 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,540 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:17:52,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:52,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:52,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:17:52,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:52,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:52,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:17:52,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:52,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:52,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:17:52,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:52,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:52,548 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,549 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,549 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,550 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,550 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,551 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:52,552 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:17:52,553 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:52,554 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74232221, jitterRate=0.10614629089832306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:52,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191472540Initializing all the Stores at 1732191472541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191472541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191472541Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191472541Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191472541Cleaning up temporary data from old regions at 1732191472550 (+9 ms)Region opened successfully at 1732191472554 (+4 ms) 2024-11-21T12:17:52,554 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:17:52,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3b1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:52,557 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:17:52,557 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:17:52,557 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:17:52,558 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:17:52,558 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:17:52,558 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:17:52,558 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:17:52,560 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:17:52,561 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Unable to get data of znode /1-852432291/balancer because node does not exist (not necessarily an error) 2024-11-21T12:17:52,649 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-852432291/balancer already deleted, retry=false 2024-11-21T12:17:52,649 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:17:52,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Unable to get data of znode /1-852432291/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:17:52,659 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-852432291/normalizer already deleted, retry=false 2024-11-21T12:17:52,660 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:17:52,661 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Unable to get data of znode /1-852432291/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:17:52,670 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-852432291/switch/split already deleted, retry=false 2024-11-21T12:17:52,671 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Unable to get data of znode /1-852432291/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:17:52,680 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-852432291/switch/merge already deleted, retry=false 2024-11-21T12:17:52,682 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Unable to get data of znode /1-852432291/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:17:52,686 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:17:52,691 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-852432291/snapshot-cleanup already deleted, retry=false 2024-11-21T12:17:52,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-852432291/running 2024-11-21T12:17:52,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-852432291/running 2024-11-21T12:17:52,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:52,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:52,702 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,34795,1732191470651, sessionid=0x1015d541c920003, setting cluster-up flag (Was=false) 2024-11-21T12:17:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:52,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:52,754 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-852432291/flush-table-proc/acquired, /1-852432291/flush-table-proc/reached, /1-852432291/flush-table-proc/abort 2024-11-21T12:17:52,756 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:52,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:52,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:52,807 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-852432291/online-snapshot/acquired, /1-852432291/online-snapshot/reached, /1-852432291/online-snapshot/abort 2024-11-21T12:17:52,809 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:52,810 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:17:52,812 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:52,812 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:17:52,813 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:17:52,813 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,34795,1732191470651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:17:52,815 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:52,815 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:52,815 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:52,815 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:17:52,815 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:17:52,815 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,816 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:52,816 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,820 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191502820 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,821 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:17:52,822 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:17:52,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:52,822 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:17:52,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:17:52,822 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:17:52,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:52,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:17:52,824 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:17:52,825 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:17:52,825 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191472825,5,FailOnTimeoutGroup] 2024-11-21T12:17:52,825 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191472825,5,FailOnTimeoutGroup] 2024-11-21T12:17:52,825 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,825 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:17:52,825 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,825 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,826 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(746): ClusterId : 4345f10e-2f50-4a81-9d56-d9c247b22628 2024-11-21T12:17:52,826 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:17:52,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:17:52,839 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:17:52,839 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:17:52,850 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:17:52,850 DEBUG [RS:0;b4993cb2a74e:38759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4cdea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:17:52,860 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:38759 2024-11-21T12:17:52,861 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:17:52,861 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:17:52,861 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:17:52,862 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,34795,1732191470651 with port=38759, startcode=1732191470798 2024-11-21T12:17:52,862 DEBUG [RS:0;b4993cb2a74e:38759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:17:52,863 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:17:52,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:52,864 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34795 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:52,865 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381 2024-11-21T12:17:52,866 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42209 2024-11-21T12:17:52,866 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:17:52,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291/rs 2024-11-21T12:17:52,877 DEBUG [RS:0;b4993cb2a74e:38759 {}] zookeeper.ZKUtil(111): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on existing znode=/1-852432291/rs/b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:52,877 WARN [RS:0;b4993cb2a74e:38759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:17:52,877 INFO [RS:0;b4993cb2a74e:38759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:52,877 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:52,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,38759,1732191470798] 2024-11-21T12:17:52,881 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:17:52,883 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:17:52,883 INFO [RS:0;b4993cb2a74e:38759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:17:52,883 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,883 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:17:52,884 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:17:52,884 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,884 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:52,885 DEBUG [RS:0;b4993cb2a74e:38759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:17:52,886 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,886 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,886 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,886 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,886 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,886 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38759,1732191470798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:52,900 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:17:52,901 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38759,1732191470798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,901 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,901 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.Replication(171): b4993cb2a74e,38759,1732191470798 started 2024-11-21T12:17:52,914 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:52,914 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,38759,1732191470798, RpcServer on b4993cb2a74e/172.17.0.2:38759, sessionid=0x1015d541c920004 2024-11-21T12:17:52,914 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:17:52,914 DEBUG [RS:0;b4993cb2a74e:38759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:52,915 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,38759,1732191470798' 2024-11-21T12:17:52,915 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-852432291/flush-table-proc/abort' 2024-11-21T12:17:52,915 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-852432291/flush-table-proc/acquired' 2024-11-21T12:17:52,916 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:17:52,916 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:17:52,916 DEBUG [RS:0;b4993cb2a74e:38759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:52,916 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,38759,1732191470798' 2024-11-21T12:17:52,916 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-852432291/online-snapshot/abort' 2024-11-21T12:17:52,916 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-852432291/online-snapshot/acquired' 2024-11-21T12:17:52,917 DEBUG [RS:0;b4993cb2a74e:38759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:17:52,917 INFO [RS:0;b4993cb2a74e:38759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:17:52,917 INFO [RS:0;b4993cb2a74e:38759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:17:53,017 INFO [RS:0;b4993cb2a74e:38759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:17:53,019 INFO [RS:0;b4993cb2a74e:38759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C38759%2C1732191470798, suffix=, logDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798, archiveDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/oldWALs, maxLogs=10 2024-11-21T12:17:53,032 DEBUG [RS:0;b4993cb2a74e:38759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798/b4993cb2a74e%2C38759%2C1732191470798.1732191473019, exclude list is [], retry=0 2024-11-21T12:17:53,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-d9256f17-6419-4999-bac1-739780608805,DISK] 2024-11-21T12:17:53,038 INFO [RS:0;b4993cb2a74e:38759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798/b4993cb2a74e%2C38759%2C1732191470798.1732191473019 2024-11-21T12:17:53,039 DEBUG [RS:0;b4993cb2a74e:38759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40585:40585)] 2024-11-21T12:17:53,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:17:53,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:17:53,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:53,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:17:53,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:53,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:17:53,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:17:53,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:17:53,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:17:53,230 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381 2024-11-21T12:17:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:17:53,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:53,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:53,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:53,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:53,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:53,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:53,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:53,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:53,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:53,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:53,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:53,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:53,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:53,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:53,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:53,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:53,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:53,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740 2024-11-21T12:17:53,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740 2024-11-21T12:17:53,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:53,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:53,651 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:53,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:53,655 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:53,656 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69844613, jitterRate=0.04076583683490753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:53,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191473636Initializing all the Stores at 1732191473637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191473637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191473638 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191473638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191473638Cleaning up temporary data from old regions at 1732191473650 (+12 ms)Region opened successfully at 1732191473656 (+6 ms) 2024-11-21T12:17:53,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:53,656 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:53,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:53,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:53,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:53,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:53,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191473656Disabling compacts and flushes for region at 1732191473656Disabling writes for close at 1732191473656Writing region close event to WAL at 1732191473656Closed at 1732191473656 2024-11-21T12:17:53,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:53,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:17:53,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:17:53,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:53,661 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:17:53,811 DEBUG [b4993cb2a74e:34795 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:17:53,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:53,813 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,38759,1732191470798, state=OPENING 2024-11-21T12:17:53,958 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:17:53,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:53,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:53,976 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:17:53,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-852432291/meta-region-server: CHANGED 2024-11-21T12:17:53,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-852432291/meta-region-server: CHANGED 2024-11-21T12:17:53,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,38759,1732191470798}] 2024-11-21T12:17:54,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:17:54,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:17:54,134 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:17:54,134 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:54,135 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:17:54,136 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C38759%2C1732191470798.meta, suffix=.meta, logDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798, archiveDir=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/oldWALs, maxLogs=10 2024-11-21T12:17:54,147 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798/b4993cb2a74e%2C38759%2C1732191470798.meta.1732191474136.meta, exclude list is [], retry=0 2024-11-21T12:17:54,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32773,DS-d9256f17-6419-4999-bac1-739780608805,DISK] 2024-11-21T12:17:54,151 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798/b4993cb2a74e%2C38759%2C1732191470798.meta.1732191474136.meta 2024-11-21T12:17:54,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40585:40585)] 2024-11-21T12:17:54,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:54,152 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:54,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:54,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:17:54,152 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:17:54,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:17:54,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:54,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:17:54,153 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:17:54,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:17:54,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:17:54,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:54,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:54,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:17:54,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:17:54,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:54,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:54,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:17:54,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:17:54,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:54,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:54,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:17:54,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:17:54,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:54,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:17:54,159 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:17:54,159 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740 2024-11-21T12:17:54,160 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740 2024-11-21T12:17:54,161 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:17:54,161 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:17:54,162 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:17:54,163 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:17:54,164 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64538399, jitterRate=-0.038302913308143616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:17:54,164 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:17:54,165 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191474153Writing region info on filesystem at 1732191474153Initializing all the Stores at 1732191474153Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191474153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191474154 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191474154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191474154Cleaning up temporary data from old regions at 1732191474161 (+7 ms)Running coprocessor post-open hooks at 1732191474164 (+3 ms)Region opened successfully at 1732191474164 2024-11-21T12:17:54,165 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191474129 2024-11-21T12:17:54,168 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:17:54,168 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:17:54,168 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:54,169 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,38759,1732191470798, state=OPEN 2024-11-21T12:17:54,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-852432291/meta-region-server 2024-11-21T12:17:54,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-852432291/meta-region-server 2024-11-21T12:17:54,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:54,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-852432291/meta-region-server: CHANGED 2024-11-21T12:17:54,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-852432291/meta-region-server: CHANGED 2024-11-21T12:17:54,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:17:54,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,38759,1732191470798 in 206 msec 2024-11-21T12:17:54,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:17:54,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 527 msec 2024-11-21T12:17:54,188 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:17:54,188 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:17:54,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:54,189 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,38759,1732191470798, seqNum=-1] 2024-11-21T12:17:54,190 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:54,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:54,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-21T12:17:54,196 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191474196, completionTime=-1 2024-11-21T12:17:54,196 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:17:54,196 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:17:54,198 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:17:54,198 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191534198 2024-11-21T12:17:54,198 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191594198 2024-11-21T12:17:54,198 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:17:54,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34795,1732191470651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:54,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34795,1732191470651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:54,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34795,1732191470651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:54,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:34795, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:54,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:54,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:54,201 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.343sec 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34795,1732191470651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:17:54,203 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34795,1732191470651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:17:54,206 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:17:54,206 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:17:54,206 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34795,1732191470651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:17:54,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3b38ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,34795,-1 for getting cluster id 2024-11-21T12:17:54,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:54,228 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4345f10e-2f50-4a81-9d56-d9c247b22628' 2024-11-21T12:17:54,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4345f10e-2f50-4a81-9d56-d9c247b22628" 2024-11-21T12:17:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3066f47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,34795,-1] 2024-11-21T12:17:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:54,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:54,230 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:54,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf3055b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,38759,1732191470798, seqNum=-1] 2024-11-21T12:17:54,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:54,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:17:54,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:54,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51715 2024-11-21T12:17:54,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:17:54,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d541c920005 connected 2024-11-21T12:17:54,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50695de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44619,-1 for getting cluster id 2024-11-21T12:17:54,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:54,263 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad982cb9-59d3-4889-8eb2-fd547ff2aacf' 2024-11-21T12:17:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:54,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad982cb9-59d3-4889-8eb2-fd547ff2aacf" 2024-11-21T12:17:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b458eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44619,-1] 2024-11-21T12:17:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:54,265 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d203c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64c1c430 2024-11-21T12:17:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:54,267 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:54,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:34795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:17:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:54,270 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:34795' 2024-11-21T12:17:54,271 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa70e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,271 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,34795,-1 for getting cluster id 2024-11-21T12:17:54,271 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:54,272 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4345f10e-2f50-4a81-9d56-d9c247b22628' 2024-11-21T12:17:54,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:54,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4345f10e-2f50-4a81-9d56-d9c247b22628" 2024-11-21T12:17:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e69a1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,34795,-1] 2024-11-21T12:17:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:54,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:54,274 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f271776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:54,275 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:54,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:54,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efbf171 2024-11-21T12:17:54,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:54,276 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:54,277 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:17:54,277 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:17:54,277 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:54,277 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:54,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:54,278 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:17:54,279 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:17:54,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:17:54,280 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:54,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:17:54,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741835_1011 (size=1138) 2024-11-21T12:17:54,329 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:17:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:54,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dcdd4732d1303d11e0fd5c1b292a6cd, NAME => 'hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa 2024-11-21T12:17:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741836_1012 (size=44) 2024-11-21T12:17:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:55,095 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:55,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3dcdd4732d1303d11e0fd5c1b292a6cd, disabling compactions & flushes 2024-11-21T12:17:55,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:55,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:55,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. after waiting 0 ms 2024-11-21T12:17:55,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:55,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:55,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dcdd4732d1303d11e0fd5c1b292a6cd: Waiting for close lock at 1732191475095Disabling compacts and flushes for region at 1732191475095Disabling writes for close at 1732191475096 (+1 ms)Writing region close event to WAL at 1732191475096Closed at 1732191475096 2024-11-21T12:17:55,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:17:55,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191475097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191475097"}]},"ts":"1732191475097"} 2024-11-21T12:17:55,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:17:55,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:17:55,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191475101"}]},"ts":"1732191475101"} 2024-11-21T12:17:55,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:17:55,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dcdd4732d1303d11e0fd5c1b292a6cd, ASSIGN}] 2024-11-21T12:17:55,104 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dcdd4732d1303d11e0fd5c1b292a6cd, ASSIGN 2024-11-21T12:17:55,105 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3dcdd4732d1303d11e0fd5c1b292a6cd, ASSIGN; state=OFFLINE, location=b4993cb2a74e,38089,1732191464452; forceNewPlan=false, retain=false 2024-11-21T12:17:55,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3dcdd4732d1303d11e0fd5c1b292a6cd, regionState=OPENING, regionLocation=b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:55,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3dcdd4732d1303d11e0fd5c1b292a6cd, ASSIGN because future has completed 2024-11-21T12:17:55,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dcdd4732d1303d11e0fd5c1b292a6cd, server=b4993cb2a74e,38089,1732191464452}] 2024-11-21T12:17:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:55,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:55,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:17:55,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:17:55,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C38089%2C1732191464452.rep, suffix=, logDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452, archiveDir=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/oldWALs, maxLogs=10 2024-11-21T12:17:55,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.rep.1732191475418, exclude list is [], retry=0 2024-11-21T12:17:55,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-b24b6447-5db7-4b5e-ae5f-fe5d42bf982e,DISK] 2024-11-21T12:17:55,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.rep.1732191475418 2024-11-21T12:17:55,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45149:45149)] 2024-11-21T12:17:55,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dcdd4732d1303d11e0fd5c1b292a6cd, NAME => 'hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:17:55,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:17:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:17:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. service=MultiRowMutationService 2024-11-21T12:17:55,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:17:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:17:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,443 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,444 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dcdd4732d1303d11e0fd5c1b292a6cd columnFamilyName hfileref 2024-11-21T12:17:55,444 DEBUG [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:55,445 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] regionserver.HStore(327): Store=3dcdd4732d1303d11e0fd5c1b292a6cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:55,445 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,446 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dcdd4732d1303d11e0fd5c1b292a6cd columnFamilyName queue 2024-11-21T12:17:55,447 DEBUG [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:55,447 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] regionserver.HStore(327): Store=3dcdd4732d1303d11e0fd5c1b292a6cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:55,447 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,449 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dcdd4732d1303d11e0fd5c1b292a6cd columnFamilyName sid 2024-11-21T12:17:55,449 DEBUG [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:17:55,449 INFO [StoreOpener-3dcdd4732d1303d11e0fd5c1b292a6cd-1 {}] regionserver.HStore(327): Store=3dcdd4732d1303d11e0fd5c1b292a6cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:17:55,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:17:55,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:17:55,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3dcdd4732d1303d11e0fd5c1b292a6cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73200714, jitterRate=0.09077563881874084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:17:55,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:55,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3dcdd4732d1303d11e0fd5c1b292a6cd: Running coprocessor pre-open hook at 1732191475441Writing region info on filesystem at 1732191475441Initializing all the Stores at 1732191475442 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191475442Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191475442Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191475442Cleaning up temporary data from old regions at 1732191475452 (+10 ms)Running coprocessor post-open hooks at 1732191475456 (+4 ms)Region opened successfully at 1732191475457 (+1 ms) 2024-11-21T12:17:55,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd., pid=7, masterSystemTime=1732191475412 2024-11-21T12:17:55,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:55,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:55,460 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3dcdd4732d1303d11e0fd5c1b292a6cd, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:55,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dcdd4732d1303d11e0fd5c1b292a6cd, server=b4993cb2a74e,38089,1732191464452 because future has completed 2024-11-21T12:17:55,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T12:17:55,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dcdd4732d1303d11e0fd5c1b292a6cd, server=b4993cb2a74e,38089,1732191464452 in 205 msec 2024-11-21T12:17:55,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:17:55,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3dcdd4732d1303d11e0fd5c1b292a6cd, ASSIGN in 363 msec 2024-11-21T12:17:55,470 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:17:55,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191475470"}]},"ts":"1732191475470"} 2024-11-21T12:17:55,472 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:17:55,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:17:55,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-21T12:17:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd., hostname=b4993cb2a74e,38089,1732191464452, seqNum=2] 2024-11-21T12:17:55,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:55,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:55,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:17:55,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T12:17:55,741 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:17:55,768 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,38089,1732191464452, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:17:55,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:17:55,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,38089,1732191464452, seqNum=-1] 2024-11-21T12:17:55,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:17:55,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T12:17:55,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,38089,1732191464452', locateType=CURRENT is [region=hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd., hostname=b4993cb2a74e,38089,1732191464452, seqNum=2] 2024-11-21T12:17:55,776 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T12:17:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T12:17:55,779 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,38089,1732191464452 suceeded 2024-11-21T12:17:55,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T12:17:55,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-21T12:17:55,782 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:34795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:17:55,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-21T12:17:55,796 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:34795' 2024-11-21T12:17:55,798 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d297fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:55,798 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,34795,-1 for getting cluster id 2024-11-21T12:17:55,798 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:17:55,799 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4345f10e-2f50-4a81-9d56-d9c247b22628' 2024-11-21T12:17:55,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:17:55,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4345f10e-2f50-4a81-9d56-d9c247b22628" 2024-11-21T12:17:55,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207ce9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:55,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,34795,-1] 2024-11-21T12:17:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:17:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:55,801 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:17:55,802 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad491ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:17:55,802 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:55,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:55,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dcbd7d9 2024-11-21T12:17:55,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:55,804 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T12:17:55,805 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,38089,1732191464452 (queues=1) is replicating from cluster=ad982cb9-59d3-4889-8eb2-fd547ff2aacf to cluster=4345f10e-2f50-4a81-9d56-d9c247b22628 2024-11-21T12:17:55,805 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C38089%2C1732191464452 2024-11-21T12:17:55,805 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,38089,1732191464452, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:17:55,806 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826, startPosition=0, beingWritten=true 2024-11-21T12:17:55,808 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.shipperb4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C38089%2C1732191464452 2024-11-21T12:17:56,013 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:17:56,318 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:17:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:17:56,420 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:17:56,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:56,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:56,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:56,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:56,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:17:56,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2901cd73 2024-11-21T12:17:56,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:17:56,423 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:17:56,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44619 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:17:56,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:17:56,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:56,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:56,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:56,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:56,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:17:56,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336551328, stopped=false 2024-11-21T12:17:56,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,34795,1732191470651 2024-11-21T12:17:56,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-852432291/running 2024-11-21T12:17:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:56,482 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-852432291/running 2024-11-21T12:17:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:56,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:56,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:56,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:56,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,38759,1732191470798' ***** 2024-11-21T12:17:56,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:17:56,483 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:17:56,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on znode that does not yet exist, /1-852432291/running 2024-11-21T12:17:56,483 INFO [RS:0;b4993cb2a74e:38759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:17:56,483 INFO [RS:0;b4993cb2a74e:38759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:17:56,483 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:56,484 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:56,484 INFO [RS:0;b4993cb2a74e:38759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:38759. 2024-11-21T12:17:56,484 DEBUG [RS:0;b4993cb2a74e:38759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:56,484 DEBUG [RS:0;b4993cb2a74e:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:56,484 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:17:56,484 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:17:56,484 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:17:56,484 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:17:56,484 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:17:56,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Set watcher on znode that does not yet exist, /1-852432291/running 2024-11-21T12:17:56,488 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:17:56,488 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:56,488 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:17:56,488 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:56,489 DEBUG [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:56,489 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:56,489 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:56,489 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:56,489 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T12:17:56,490 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:56,515 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740/.tmp/ns/5f0349de382e45c18d5ce6d0a317c71b is 43, key is default/ns:d/1732191474191/Put/seqid=0 2024-11-21T12:17:56,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741835_1011 (size=5153) 2024-11-21T12:17:56,523 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740/.tmp/ns/5f0349de382e45c18d5ce6d0a317c71b 2024-11-21T12:17:56,532 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740/.tmp/ns/5f0349de382e45c18d5ce6d0a317c71b as hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740/ns/5f0349de382e45c18d5ce6d0a317c71b 2024-11-21T12:17:56,552 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740/ns/5f0349de382e45c18d5ce6d0a317c71b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T12:17:56,554 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=6, compaction requested=false 2024-11-21T12:17:56,559 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:17:56,560 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:56,560 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:56,560 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:56,560 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191476488Running coprocessor pre-close hooks at 1732191476488Disabling compacts and flushes for region at 1732191476488Disabling writes for close at 1732191476489 (+1 ms)Obtaining lock to block concurrent updates at 1732191476489Preparing flush snapshotting stores in 1588230740 at 1732191476489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732191476490 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191476491 (+1 ms)Flushing 1588230740/ns: creating writer at 1732191476491Flushing 1588230740/ns: appending metadata at 1732191476514 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732191476514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36979ef5: reopening flushed file at 1732191476530 (+16 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=6, compaction requested=false at 1732191476554 (+24 ms)Writing region close event to WAL at 1732191476555 (+1 ms)Running coprocessor post-close hooks at 1732191476560 (+5 ms)Closed at 1732191476560 2024-11-21T12:17:56,560 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:17:56,689 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,38759,1732191470798; all regions closed. 2024-11-21T12:17:56,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741834_1010 (size=1152) 2024-11-21T12:17:56,692 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/WALs/b4993cb2a74e,38759,1732191470798/b4993cb2a74e%2C38759%2C1732191470798.meta.1732191474136.meta not finished, retry = 0 2024-11-21T12:17:56,725 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:17:56,795 DEBUG [RS:0;b4993cb2a74e:38759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/oldWALs 2024-11-21T12:17:56,795 INFO [RS:0;b4993cb2a74e:38759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C38759%2C1732191470798.meta:.meta(num 1732191474136) 2024-11-21T12:17:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:17:56,799 DEBUG [RS:0;b4993cb2a74e:38759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/oldWALs 2024-11-21T12:17:56,800 INFO [RS:0;b4993cb2a74e:38759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C38759%2C1732191470798:(num 1732191473019) 2024-11-21T12:17:56,800 DEBUG [RS:0;b4993cb2a74e:38759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:56,800 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:56,800 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:56,800 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:56,800 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:56,800 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:56,800 INFO [RS:0;b4993cb2a74e:38759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38759 2024-11-21T12:17:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-852432291/rs/b4993cb2a74e,38759,1732191470798 2024-11-21T12:17:56,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291/rs 2024-11-21T12:17:56,876 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:56,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,38759,1732191470798] 2024-11-21T12:17:56,897 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-852432291/draining/b4993cb2a74e,38759,1732191470798 already deleted, retry=false 2024-11-21T12:17:56,897 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,38759,1732191470798 expired; onlineServers=0 2024-11-21T12:17:56,897 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,34795,1732191470651' ***** 2024-11-21T12:17:56,897 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:17:56,897 INFO [M:0;b4993cb2a74e:34795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:56,897 INFO [M:0;b4993cb2a74e:34795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:17:56,897 DEBUG [M:0;b4993cb2a74e:34795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:17:56,898 DEBUG [M:0;b4993cb2a74e:34795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:17:56,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:17:56,898 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191472825 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191472825,5,FailOnTimeoutGroup] 2024-11-21T12:17:56,898 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191472825 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191472825,5,FailOnTimeoutGroup] 2024-11-21T12:17:56,898 INFO [M:0;b4993cb2a74e:34795 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:17:56,898 INFO [M:0;b4993cb2a74e:34795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:17:56,898 DEBUG [M:0;b4993cb2a74e:34795 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:17:56,898 INFO [M:0;b4993cb2a74e:34795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:17:56,898 INFO [M:0;b4993cb2a74e:34795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:56,898 INFO [M:0;b4993cb2a74e:34795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:17:56,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:17:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-852432291/master 2024-11-21T12:17:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-852432291 2024-11-21T12:17:56,908 DEBUG [M:0;b4993cb2a74e:34795 {}] zookeeper.ZKUtil(347): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Unable to get data of znode /1-852432291/master because node does not exist (not an error) 2024-11-21T12:17:56,908 WARN [M:0;b4993cb2a74e:34795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:17:56,908 INFO [M:0;b4993cb2a74e:34795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/.lastflushedseqids 2024-11-21T12:17:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741836_1012 (size=99) 2024-11-21T12:17:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:56,987 INFO [RS:0;b4993cb2a74e:38759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:56,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38759-0x1015d541c920004, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:56,987 INFO [RS:0;b4993cb2a74e:38759 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,38759,1732191470798; zookeeper connection closed. 2024-11-21T12:17:56,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7eabe027 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7eabe027 2024-11-21T12:17:56,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:17:57,230 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:17:57,314 INFO [M:0;b4993cb2a74e:34795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:17:57,314 INFO [M:0;b4993cb2a74e:34795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:17:57,314 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:17:57,314 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:57,314 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:57,314 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:17:57,314 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:57,314 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T12:17:57,332 DEBUG [M:0;b4993cb2a74e:34795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1baf92ecf5ab464db443b980d06db219 is 82, key is hbase:meta,,1/info:regioninfo/1732191474168/Put/seqid=0 2024-11-21T12:17:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741837_1013 (size=5672) 2024-11-21T12:17:57,737 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1baf92ecf5ab464db443b980d06db219 2024-11-21T12:17:57,760 DEBUG [M:0;b4993cb2a74e:34795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f38df246988a4d509925cfd5969c06fc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732191474195/Put/seqid=0 2024-11-21T12:17:57,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741838_1014 (size=5275) 2024-11-21T12:17:57,835 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:17:58,166 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f38df246988a4d509925cfd5969c06fc 2024-11-21T12:17:58,185 DEBUG [M:0;b4993cb2a74e:34795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/669e3f8f2c7446cbaa7091baf3323ea0 is 69, key is b4993cb2a74e,38759,1732191470798/rs:state/1732191472864/Put/seqid=0 2024-11-21T12:17:58,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741839_1015 (size=5156) 2024-11-21T12:17:58,540 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:17:58,589 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/669e3f8f2c7446cbaa7091baf3323ea0 2024-11-21T12:17:58,595 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1baf92ecf5ab464db443b980d06db219 as hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1baf92ecf5ab464db443b980d06db219 2024-11-21T12:17:58,600 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1baf92ecf5ab464db443b980d06db219, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T12:17:58,601 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f38df246988a4d509925cfd5969c06fc as hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f38df246988a4d509925cfd5969c06fc 2024-11-21T12:17:58,606 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f38df246988a4d509925cfd5969c06fc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T12:17:58,607 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/669e3f8f2c7446cbaa7091baf3323ea0 as hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/669e3f8f2c7446cbaa7091baf3323ea0 2024-11-21T12:17:58,611 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42209/user/jenkins/test-data/3297ae14-b3e9-bf12-e3fc-995d7cbe5381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/669e3f8f2c7446cbaa7091baf3323ea0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T12:17:58,613 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false 2024-11-21T12:17:58,615 INFO [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:17:58,615 DEBUG [M:0;b4993cb2a74e:34795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191477314Disabling compacts and flushes for region at 1732191477314Disabling writes for close at 1732191477314Obtaining lock to block concurrent updates at 1732191477314Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191477314Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732191477315 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191477315Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191477315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191477332 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191477332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191477743 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191477760 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191477760Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191478171 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191478184 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191478184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d4f001: reopening flushed file at 1732191478595 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600cdabe: reopening flushed file at 1732191478601 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158d89d9: reopening flushed file at 1732191478606 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false at 1732191478613 (+7 ms)Writing region close event to WAL at 1732191478615 (+2 ms)Closed at 1732191478615 2024-11-21T12:17:58,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32773 is added to blk_1073741830_1006 (size=10165) 2024-11-21T12:17:58,618 INFO [M:0;b4993cb2a74e:34795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:17:58,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:17:58,618 INFO [M:0;b4993cb2a74e:34795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34795 2024-11-21T12:17:58,618 INFO [M:0;b4993cb2a74e:34795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:17:58,686 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:17:58,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:58,770 INFO [M:0;b4993cb2a74e:34795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:17:58,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34795-0x1015d541c920003, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:17:58,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@433d5d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:17:58,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47a15bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:17:58,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:17:58,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486ddd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:17:58,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d6d125{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.log.dir/,STOPPED} 2024-11-21T12:17:58,808 WARN [BP-1088740675-172.17.0.2-1732191468098 heartbeating to localhost/127.0.0.1:42209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:17:58,808 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:17:58,808 WARN [BP-1088740675-172.17.0.2-1732191468098 heartbeating to localhost/127.0.0.1:42209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1088740675-172.17.0.2-1732191468098 (Datanode Uuid 58cf5625-5760-434a-ac02-f18ca23f7f0d) service to localhost/127.0.0.1:42209 2024-11-21T12:17:58,808 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:17:58,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/cluster_e4795928-26fd-b8f1-acd8-89d356169124/data/data1/current/BP-1088740675-172.17.0.2-1732191468098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:17:58,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/cluster_e4795928-26fd-b8f1-acd8-89d356169124/data/data2/current/BP-1088740675-172.17.0.2-1732191468098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:17:58,809 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:17:58,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:17:58,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:17:58,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:17:58,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:17:58,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.log.dir/,STOPPED} 2024-11-21T12:17:58,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:17:58,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:17:58,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:58,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:58,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:58,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:58,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:17:58,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:17:58,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1527421832, stopped=false 2024-11-21T12:17:58,828 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,44619,1732191463693 2024-11-21T12:17:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276204504/running 2024-11-21T12:17:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276204504/running 2024-11-21T12:17:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:58,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:17:58,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:17:58,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:17:58,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:58,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:58,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on znode that does not yet exist, /0276204504/running 2024-11-21T12:17:58,845 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,38089,1732191464452' ***** 2024-11-21T12:17:58,845 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:17:58,845 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:17:58,846 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:58,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Set watcher on znode that does not yet exist, /0276204504/running 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,38089,1732191464452 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:38089. 2024-11-21T12:17:58,846 DEBUG [RS:0;b4993cb2a74e:38089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:17:58,846 DEBUG [RS:0;b4993cb2a74e:38089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:17:58,846 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dcdd4732d1303d11e0fd5c1b292a6cd, disabling compactions & flushes 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:17:58,846 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:17:58,846 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:58,846 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:17:58,846 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. after waiting 0 ms 2024-11-21T12:17:58,846 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:58,847 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3dcdd4732d1303d11e0fd5c1b292a6cd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T12:17:58,847 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:17:58,847 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1325): Online Regions={3dcdd4732d1303d11e0fd5c1b292a6cd=hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:17:58,847 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:58,847 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:17:58,847 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:17:58,847 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:17:58,847 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:17:58,847 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:17:58,847 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T12:17:58,866 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd/.tmp/queue/0139f05dff9245d19eaadcfed6b23a8f is 151, key is 1-b4993cb2a74e,38089,1732191464452/queue:b4993cb2a74e%2C38089%2C1732191464452/1732191475774/Put/seqid=0 2024-11-21T12:17:58,866 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/info/d208a5760f49499baa3710867a222028 is 147, key is hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd./info:regioninfo/1732191475460/Put/seqid=0 2024-11-21T12:17:58,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741838_1014 (size=5350) 2024-11-21T12:17:58,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741839_1015 (size=6631) 2024-11-21T12:17:58,902 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:17:59,047 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:59,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:59,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:59,247 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dcdd4732d1303d11e0fd5c1b292a6cd 2024-11-21T12:17:59,271 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd/.tmp/queue/0139f05dff9245d19eaadcfed6b23a8f 2024-11-21T12:17:59,273 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/info/d208a5760f49499baa3710867a222028 2024-11-21T12:17:59,277 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd/.tmp/queue/0139f05dff9245d19eaadcfed6b23a8f as hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd/queue/0139f05dff9245d19eaadcfed6b23a8f 2024-11-21T12:17:59,284 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd/queue/0139f05dff9245d19eaadcfed6b23a8f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T12:17:59,285 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3dcdd4732d1303d11e0fd5c1b292a6cd in 438ms, sequenceid=5, compaction requested=false 2024-11-21T12:17:59,289 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/replication/3dcdd4732d1303d11e0fd5c1b292a6cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:17:59,289 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:17:59,289 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:17:59,289 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:59,289 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dcdd4732d1303d11e0fd5c1b292a6cd: Waiting for close lock at 1732191478846Running coprocessor pre-close hooks at 1732191478846Disabling compacts and flushes for region at 1732191478846Disabling writes for close at 1732191478846Obtaining lock to block concurrent updates at 1732191478847 (+1 ms)Preparing flush snapshotting stores in 3dcdd4732d1303d11e0fd5c1b292a6cd at 1732191478847Finished memstore snapshotting hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732191478847Flushing stores of hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. at 1732191478847Flushing 3dcdd4732d1303d11e0fd5c1b292a6cd/queue: creating writer at 1732191478847Flushing 3dcdd4732d1303d11e0fd5c1b292a6cd/queue: appending metadata at 1732191478865 (+18 ms)Flushing 3dcdd4732d1303d11e0fd5c1b292a6cd/queue: closing flushed file at 1732191478865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c100ce: reopening flushed file at 1732191479277 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3dcdd4732d1303d11e0fd5c1b292a6cd in 438ms, sequenceid=5, compaction requested=false at 1732191479285 (+8 ms)Writing region close event to WAL at 1732191479285Running coprocessor post-close hooks at 1732191479289 (+4 ms)Closed at 1732191479289 2024-11-21T12:17:59,290 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191474277.3dcdd4732d1303d11e0fd5c1b292a6cd. 2024-11-21T12:17:59,294 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/ns/354dc62606b14e049b09575479e43acf is 43, key is default/ns:d/1732191467960/Put/seqid=0 2024-11-21T12:17:59,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:17:59,345 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:17:59,447 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:59,648 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:17:59,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:17:59,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:59,693 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:17:59,693 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:17:59,699 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/ns/354dc62606b14e049b09575479e43acf 2024-11-21T12:17:59,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:59,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:17:59,723 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/table/a064d9e871504d52955c34c799b5ba33 is 53, key is hbase:replication/table:state/1732191475470/Put/seqid=0 2024-11-21T12:17:59,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741841_1017 (size=5256) 2024-11-21T12:17:59,848 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:17:59,848 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:17:59,848 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:18:00,048 DEBUG [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:18:00,127 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/table/a064d9e871504d52955c34c799b5ba33 2024-11-21T12:18:00,133 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/info/d208a5760f49499baa3710867a222028 as hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/info/d208a5760f49499baa3710867a222028 2024-11-21T12:18:00,138 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/info/d208a5760f49499baa3710867a222028, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T12:18:00,140 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/ns/354dc62606b14e049b09575479e43acf as hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/ns/354dc62606b14e049b09575479e43acf 2024-11-21T12:18:00,145 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/ns/354dc62606b14e049b09575479e43acf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:18:00,146 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/.tmp/table/a064d9e871504d52955c34c799b5ba33 as hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/table/a064d9e871504d52955c34c799b5ba33 2024-11-21T12:18:00,151 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/table/a064d9e871504d52955c34c799b5ba33, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T12:18:00,152 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false 2024-11-21T12:18:00,157 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:18:00,157 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:18:00,157 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:18:00,157 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:18:00,158 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191478847Running coprocessor pre-close hooks at 1732191478847Disabling compacts and flushes for region at 1732191478847Disabling writes for close at 1732191478847Obtaining lock to block concurrent updates at 1732191478847Preparing flush snapshotting stores in 1588230740 at 1732191478847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732191478847Flushing stores of hbase:meta,,1.1588230740 at 1732191478848 (+1 ms)Flushing 1588230740/info: creating writer at 1732191478848Flushing 1588230740/info: appending metadata at 1732191478866 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732191478866Flushing 1588230740/ns: creating writer at 1732191479279 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732191479294 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191479294Flushing 1588230740/table: creating writer at 1732191479706 (+412 ms)Flushing 1588230740/table: appending metadata at 1732191479722 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732191479722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11660a7e: reopening flushed file at 1732191480132 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7700ea3a: reopening flushed file at 1732191480139 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15272471: reopening flushed file at 1732191480145 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=11, compaction requested=false at 1732191480152 (+7 ms)Writing region close event to WAL at 1732191480153 (+1 ms)Running coprocessor post-close hooks at 1732191480157 (+4 ms)Closed at 1732191480157 2024-11-21T12:18:00,158 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:18:00,248 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,38089,1732191464452; all regions closed. 2024-11-21T12:18:00,249 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.1732191466826 to pos 0, reset compression=false 2024-11-21T12:18:00,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741834_1010 (size=2742) 2024-11-21T12:18:00,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.meta.1732191467854.meta not finished, retry = 0 2024-11-21T12:18:00,353 DEBUG [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/oldWALs 2024-11-21T12:18:00,353 INFO [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C38089%2C1732191464452.meta:.meta(num 1732191467854) 2024-11-21T12:18:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741837_1013 (size=1586) 2024-11-21T12:18:00,356 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/WALs/b4993cb2a74e,38089,1732191464452/b4993cb2a74e%2C38089%2C1732191464452.rep.1732191475418 not finished, retry = 0 2024-11-21T12:18:00,459 DEBUG [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/oldWALs 2024-11-21T12:18:00,459 INFO [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C38089%2C1732191464452.rep:(num 1732191475418) 2024-11-21T12:18:00,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:18:00,462 DEBUG [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/oldWALs 2024-11-21T12:18:00,462 INFO [RS:0;b4993cb2a74e:38089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C38089%2C1732191464452:(num 1732191466826) 2024-11-21T12:18:00,462 DEBUG [RS:0;b4993cb2a74e:38089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:00,462 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:18:00,463 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:18:00,463 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:18:00,463 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:18:00,463 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:18:00,463 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,38089,1732191464452 because: Region server is closing 2024-11-21T12:18:00,463 INFO [RS:0;b4993cb2a74e:38089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:38089. 2024-11-21T12:18:00,463 DEBUG [RS:0;b4993cb2a74e:38089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:18:00,463 DEBUG [RS:0;b4993cb2a74e:38089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:00,463 DEBUG [RS:0;b4993cb2a74e:38089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:00,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:00,564 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.shipperb4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:18:00,564 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.wal-reader.b4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:18:00,564 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,38089,1732191464452.replicationSource.shipperb4993cb2a74e%2C38089%2C1732191464452,1-b4993cb2a74e,38089,1732191464452 terminated 2024-11-21T12:18:00,564 INFO [RS:0;b4993cb2a74e:38089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38089 2024-11-21T12:18:00,634 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:18:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504/rs 2024-11-21T12:18:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276204504/rs/b4993cb2a74e,38089,1732191464452 2024-11-21T12:18:00,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,38089,1732191464452] 2024-11-21T12:18:00,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0276204504/draining/b4993cb2a74e,38089,1732191464452 already deleted, retry=false 2024-11-21T12:18:00,655 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,38089,1732191464452 expired; onlineServers=0 2024-11-21T12:18:00,655 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,44619,1732191463693' ***** 2024-11-21T12:18:00,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:18:00,655 INFO [M:0;b4993cb2a74e:44619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:18:00,655 INFO [M:0;b4993cb2a74e:44619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:18:00,655 DEBUG [M:0;b4993cb2a74e:44619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:18:00,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:18:00,655 DEBUG [M:0;b4993cb2a74e:44619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:18:00,655 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191466591 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191466591,5,FailOnTimeoutGroup] 2024-11-21T12:18:00,656 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191466591 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191466591,5,FailOnTimeoutGroup] 2024-11-21T12:18:00,656 INFO [M:0;b4993cb2a74e:44619 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:18:00,656 INFO [M:0;b4993cb2a74e:44619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:18:00,656 DEBUG [M:0;b4993cb2a74e:44619 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:18:00,656 INFO [M:0;b4993cb2a74e:44619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:18:00,656 INFO [M:0;b4993cb2a74e:44619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:18:00,656 INFO [M:0;b4993cb2a74e:44619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:18:00,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:18:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276204504/master 2024-11-21T12:18:00,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276204504 2024-11-21T12:18:00,666 DEBUG [M:0;b4993cb2a74e:44619 {}] zookeeper.ZKUtil(347): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Unable to get data of znode /0276204504/master because node does not exist (not an error) 2024-11-21T12:18:00,666 WARN [M:0;b4993cb2a74e:44619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:18:00,666 INFO [M:0;b4993cb2a74e:44619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/.lastflushedseqids 2024-11-21T12:18:00,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741842_1018 (size=181) 2024-11-21T12:18:00,674 INFO [M:0;b4993cb2a74e:44619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:18:00,675 INFO [M:0;b4993cb2a74e:44619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:18:00,675 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:18:00,675 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:00,675 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:00,675 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:18:00,675 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:00,675 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T12:18:00,693 DEBUG [M:0;b4993cb2a74e:44619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a4a21f073f44c5abc66ff16099c3036 is 82, key is hbase:meta,,1/info:regioninfo/1732191467903/Put/seqid=0 2024-11-21T12:18:00,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741843_1019 (size=5672) 2024-11-21T12:18:00,745 INFO [RS:0;b4993cb2a74e:38089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:18:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:18:00,745 INFO [RS:0;b4993cb2a74e:38089 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,38089,1732191464452; zookeeper connection closed. 2024-11-21T12:18:00,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38089-0x1015d541c920001, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:18:00,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5f4164 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5f4164 2024-11-21T12:18:00,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:18:01,101 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a4a21f073f44c5abc66ff16099c3036 2024-11-21T12:18:01,121 DEBUG [M:0;b4993cb2a74e:44619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26add383d804be4a3b2674aa42a4d47 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732191475475/Put/seqid=0 2024-11-21T12:18:01,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741844_1020 (size=7203) 2024-11-21T12:18:01,127 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26add383d804be4a3b2674aa42a4d47 2024-11-21T12:18:01,155 DEBUG [M:0;b4993cb2a74e:44619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28c5e30e77714754a6641c042a9085de is 69, key is b4993cb2a74e,38089,1732191464452/rs:state/1732191466667/Put/seqid=0 2024-11-21T12:18:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741845_1021 (size=5156) 2024-11-21T12:18:01,160 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28c5e30e77714754a6641c042a9085de 2024-11-21T12:18:01,168 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a4a21f073f44c5abc66ff16099c3036 as hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a4a21f073f44c5abc66ff16099c3036 2024-11-21T12:18:01,175 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a4a21f073f44c5abc66ff16099c3036, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T12:18:01,176 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b26add383d804be4a3b2674aa42a4d47 as hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b26add383d804be4a3b2674aa42a4d47 2024-11-21T12:18:01,182 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b26add383d804be4a3b2674aa42a4d47, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T12:18:01,184 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28c5e30e77714754a6641c042a9085de as hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28c5e30e77714754a6641c042a9085de 2024-11-21T12:18:01,191 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39377/user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28c5e30e77714754a6641c042a9085de, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T12:18:01,192 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=70, compaction requested=false 2024-11-21T12:18:01,194 INFO [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:01,194 DEBUG [M:0;b4993cb2a74e:44619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191480675Disabling compacts and flushes for region at 1732191480675Disabling writes for close at 1732191480675Obtaining lock to block concurrent updates at 1732191480675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191480675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732191480675Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191480676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191480676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191480692 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191480692Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191481106 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191481120 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191481120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191481134 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191481154 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191481154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@748e62a0: reopening flushed file at 1732191481167 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ef2572: reopening flushed file at 1732191481175 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad17f16: reopening flushed file at 1732191481183 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=70, compaction requested=false at 1732191481192 (+9 ms)Writing region close event to WAL at 1732191481194 (+2 ms)Closed at 1732191481194 2024-11-21T12:18:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741830_1006 (size=41008) 2024-11-21T12:18:01,197 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85e61508-efce-4004-d37c-7bcba7f356aa/MasterData/WALs/b4993cb2a74e,44619,1732191463693/b4993cb2a74e%2C44619%2C1732191463693.1732191466278 not finished, retry = 0 2024-11-21T12:18:01,298 INFO [M:0;b4993cb2a74e:44619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:18:01,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:18:01,298 INFO [M:0;b4993cb2a74e:44619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44619 2024-11-21T12:18:01,298 INFO [M:0;b4993cb2a74e:44619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:18:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:18:01,450 INFO [M:0;b4993cb2a74e:44619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:18:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44619-0x1015d541c920000, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:18:01,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:18:01,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:18:01,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:18:01,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:18:01,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.log.dir/,STOPPED} 2024-11-21T12:18:01,454 WARN [BP-1758890301-172.17.0.2-1732191461635 heartbeating to localhost/127.0.0.1:39377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:18:01,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:18:01,454 WARN [BP-1758890301-172.17.0.2-1732191461635 heartbeating to localhost/127.0.0.1:39377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1758890301-172.17.0.2-1732191461635 (Datanode Uuid fa65895a-0068-42f1-b475-467b6feebf4e) service to localhost/127.0.0.1:39377 2024-11-21T12:18:01,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:18:01,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09/data/data1/current/BP-1758890301-172.17.0.2-1732191461635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:18:01,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/cluster_ac852245-3193-2df9-39c2-73b9dede3b09/data/data2/current/BP-1758890301-172.17.0.2-1732191461635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:18:01,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:18:01,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:18:01,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:18:01,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:18:01,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:18:01,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/edc93963-acef-0171-109d-6a89ad3aa77c/hadoop.log.dir/,STOPPED} 2024-11-21T12:18:01,466 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:18:01,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:18:01,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42209 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51715) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39377 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:39377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51715) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1407 (was 1907) 2024-11-21T12:18:01,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=1407 2024-11-21T12:18:01,516 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T12:18:01,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.log.dir so I do NOT create it in target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2 2024-11-21T12:18:01,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:18:01,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.tmp.dir so I do NOT create it in target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2 2024-11-21T12:18:01,516 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17692303-82ec-7257-f904-10fd0d78c3b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:18:01,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2 2024-11-21T12:18:01,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934, deleteOnExit=true 2024-11-21T12:18:01,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934/zookeeper_0, clientPort=62051, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:18:01,541 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62051 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/test.cache.data in system properties and HBase conf 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:18:01,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:18:01,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:18:01,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:18:01,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d541c920005, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:18:01,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d541c920002, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:18:01,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d541c920002, quorum=127.0.0.1:51715, baseZNode=/0276204504 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:18:01,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d541c920005, quorum=127.0.0.1:51715, baseZNode=/1-852432291 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:18:01,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:18:01,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:18:01,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:18:01,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:18:01,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:18:01,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:18:01,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c418b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:18:01,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56de46a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:18:01,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57f3ba00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/java.io.tmpdir/jetty-localhost-38809-hadoop-hdfs-3_4_1-tests_jar-_-any-2641090646666556653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:18:01,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44ca632b{HTTP/1.1, (http/1.1)}{localhost:38809} 2024-11-21T12:18:01,993 INFO [Time-limited test {}] server.Server(415): Started @55927ms 2024-11-21T12:18:02,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:18:02,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:18:02,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:18:02,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:18:02,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:18:02,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a67819b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:18:02,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f366e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:18:02,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64de1db9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/java.io.tmpdir/jetty-localhost-40431-hadoop-hdfs-3_4_1-tests_jar-_-any-8146560925526358738/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:18:02,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@171d4453{HTTP/1.1, (http/1.1)}{localhost:40431} 2024-11-21T12:18:02,392 INFO [Time-limited test {}] server.Server(415): Started @56326ms 2024-11-21T12:18:02,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:18:03,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:18:03,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:18:03,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:18:03,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:18:03,106 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934/data/data2/current/BP-200876223-172.17.0.2-1732191481571/current, will proceed with Du for space computation calculation, 2024-11-21T12:18:03,106 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934/data/data1/current/BP-200876223-172.17.0.2-1732191481571/current, will proceed with Du for space computation calculation, 2024-11-21T12:18:03,125 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:18:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9072bcb8ed005b87 with lease ID 0xcc51355f311d98d3: Processing first storage report for DS-46f39847-dff0-4777-9f69-b8d53b58b3ff from datanode DatanodeRegistration(127.0.0.1:40187, datanodeUuid=e6f17769-9f6b-40ef-9436-cd80f7c0b640, infoPort=34359, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1302480368;c=1732191481571) 2024-11-21T12:18:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9072bcb8ed005b87 with lease ID 0xcc51355f311d98d3: from storage DS-46f39847-dff0-4777-9f69-b8d53b58b3ff node DatanodeRegistration(127.0.0.1:40187, datanodeUuid=e6f17769-9f6b-40ef-9436-cd80f7c0b640, infoPort=34359, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1302480368;c=1732191481571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:18:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9072bcb8ed005b87 with lease ID 0xcc51355f311d98d3: Processing first storage report for DS-dad7f9c7-aacc-4eb0-a0ef-b651ef45bc85 from datanode DatanodeRegistration(127.0.0.1:40187, datanodeUuid=e6f17769-9f6b-40ef-9436-cd80f7c0b640, infoPort=34359, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1302480368;c=1732191481571) 2024-11-21T12:18:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9072bcb8ed005b87 with lease ID 0xcc51355f311d98d3: from storage DS-dad7f9c7-aacc-4eb0-a0ef-b651ef45bc85 node DatanodeRegistration(127.0.0.1:40187, datanodeUuid=e6f17769-9f6b-40ef-9436-cd80f7c0b640, infoPort=34359, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=1302480368;c=1732191481571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:18:03,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2 2024-11-21T12:18:03,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:03,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:18:03,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e with version=8 2024-11-21T12:18:03,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/hbase-staging 2024-11-21T12:18:03,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:18:03,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:03,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:03,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:18:03,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:03,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:18:03,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:18:03,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:18:03,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33461 2024-11-21T12:18:03,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33461 connecting to ZooKeeper ensemble=127.0.0.1:62051 2024-11-21T12:18:03,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334610x0, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:18:03,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33461-0x1015d546a6d0000 connected 2024-11-21T12:18:03,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:03,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:03,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on znode that does not yet exist, /0824688827/running 2024-11-21T12:18:03,788 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e, hbase.cluster.distributed=false 2024-11-21T12:18:03,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on znode that does not yet exist, /0824688827/acl 2024-11-21T12:18:03,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33461 2024-11-21T12:18:03,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33461 2024-11-21T12:18:03,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33461 2024-11-21T12:18:03,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33461 2024-11-21T12:18:03,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33461 2024-11-21T12:18:03,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:18:03,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:03,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:03,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:18:03,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:03,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:18:03,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:18:03,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:18:03,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34513 2024-11-21T12:18:03,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34513 connecting to ZooKeeper ensemble=127.0.0.1:62051 2024-11-21T12:18:03,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:03,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:03,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345130x0, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:18:03,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345130x0, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on znode that does not yet exist, /0824688827/running 2024-11-21T12:18:03,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34513-0x1015d546a6d0001 connected 2024-11-21T12:18:03,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:18:03,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:18:03,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on znode that does not yet exist, /0824688827/master 2024-11-21T12:18:03,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on znode that does not yet exist, /0824688827/acl 2024-11-21T12:18:03,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-21T12:18:03,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34513 2024-11-21T12:18:03,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34513 2024-11-21T12:18:03,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-21T12:18:03,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34513 2024-11-21T12:18:03,843 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:33461 2024-11-21T12:18:03,844 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0824688827/backup-masters/b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:03,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827/backup-masters 2024-11-21T12:18:03,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827/backup-masters 2024-11-21T12:18:03,855 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on existing znode=/0824688827/backup-masters/b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0824688827/master 2024-11-21T12:18:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:03,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:03,866 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on existing znode=/0824688827/master 2024-11-21T12:18:03,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0824688827/backup-masters/b4993cb2a74e,33461,1732191483652 from backup master directory 2024-11-21T12:18:03,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0824688827/backup-masters/b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:03,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827/backup-masters 2024-11-21T12:18:03,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827/backup-masters 2024-11-21T12:18:03,876 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:18:03,876 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:03,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/hbase.id] with ID: ac961f5b-1f9a-4689-a89f-554a3617e18b 2024-11-21T12:18:03,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/.tmp/hbase.id 2024-11-21T12:18:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:18:04,285 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/.tmp/hbase.id]:[hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/hbase.id] 2024-11-21T12:18:04,306 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:04,306 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:18:04,307 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:18:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:04,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:18:04,735 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:04,736 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:18:04,736 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:18:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:18:04,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:18:04,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:04,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:04,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:04,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:05,146 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store 2024-11-21T12:18:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:18:05,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:05,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:18:05,554 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:05,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:05,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:18:05,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:05,554 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:05,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191485554Disabling compacts and flushes for region at 1732191485554Disabling writes for close at 1732191485554Writing region close event to WAL at 1732191485554Closed at 1732191485554 2024-11-21T12:18:05,555 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/.initializing 2024-11-21T12:18:05,555 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/WALs/b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:05,556 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:18:05,558 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C33461%2C1732191483652, suffix=, logDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/WALs/b4993cb2a74e,33461,1732191483652, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/oldWALs, maxLogs=10 2024-11-21T12:18:05,569 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/WALs/b4993cb2a74e,33461,1732191483652/b4993cb2a74e%2C33461%2C1732191483652.1732191485558, exclude list is [], retry=0 2024-11-21T12:18:05,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40187,DS-46f39847-dff0-4777-9f69-b8d53b58b3ff,DISK] 2024-11-21T12:18:05,574 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/WALs/b4993cb2a74e,33461,1732191483652/b4993cb2a74e%2C33461%2C1732191483652.1732191485558 2024-11-21T12:18:05,574 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-21T12:18:05,574 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:05,574 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:05,574 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,574 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:18:05,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:05,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:18:05,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:05,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:18:05,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:05,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:18:05,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:05,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,587 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,587 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,589 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,589 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,589 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:18:05,590 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:05,592 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:05,593 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71374780, jitterRate=0.06356710195541382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:18:05,593 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191485575Initializing all the Stores at 1732191485575Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191485575Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191485576 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191485576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191485576Cleaning up temporary data from old regions at 1732191485589 (+13 ms)Region opened successfully at 1732191485593 (+4 ms) 2024-11-21T12:18:05,593 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:18:05,596 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b44a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:18:05,597 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:18:05,597 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:18:05,597 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:18:05,597 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:18:05,598 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:18:05,598 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:18:05,598 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:18:05,600 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:18:05,600 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Unable to get data of znode /0824688827/balancer because node does not exist (not necessarily an error) 2024-11-21T12:18:05,654 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0824688827/balancer already deleted, retry=false 2024-11-21T12:18:05,655 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:18:05,656 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Unable to get data of znode /0824688827/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:18:05,665 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0824688827/normalizer already deleted, retry=false 2024-11-21T12:18:05,665 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:18:05,666 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Unable to get data of znode /0824688827/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:18:05,722 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0824688827/switch/split already deleted, retry=false 2024-11-21T12:18:05,723 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Unable to get data of znode /0824688827/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:18:05,732 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0824688827/switch/merge already deleted, retry=false 2024-11-21T12:18:05,735 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Unable to get data of znode /0824688827/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:18:05,742 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0824688827/snapshot-cleanup already deleted, retry=false 2024-11-21T12:18:05,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0824688827/running 2024-11-21T12:18:05,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0824688827/running 2024-11-21T12:18:05,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:05,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:05,754 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,33461,1732191483652, sessionid=0x1015d546a6d0000, setting cluster-up flag (Was=false) 2024-11-21T12:18:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:05,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:05,806 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0824688827/flush-table-proc/acquired, /0824688827/flush-table-proc/reached, /0824688827/flush-table-proc/abort 2024-11-21T12:18:05,807 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:05,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:05,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:05,858 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0824688827/online-snapshot/acquired, /0824688827/online-snapshot/reached, /0824688827/online-snapshot/abort 2024-11-21T12:18:05,860 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:05,861 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:18:05,862 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:05,863 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:18:05,863 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:18:05,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,33461,1732191483652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:18:05,864 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:05,864 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:05,864 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:05,864 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:05,864 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:18:05,865 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:05,865 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:18:05,865 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191515866 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:18:05,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:18:05,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:18:05,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:05,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:18:05,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:18:05,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:18:05,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:18:05,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:18:05,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:05,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:18:05,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191485867,5,FailOnTimeoutGroup] 2024-11-21T12:18:05,868 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191485867,5,FailOnTimeoutGroup] 2024-11-21T12:18:05,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:18:05,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:05,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:18:05,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:05,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:05,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:18:05,933 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(746): ClusterId : ac961f5b-1f9a-4689-a89f-554a3617e18b 2024-11-21T12:18:05,933 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:18:06,009 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:18:06,009 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:18:06,066 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:18:06,066 DEBUG [RS:0;b4993cb2a74e:34513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb84562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:18:06,078 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:34513 2024-11-21T12:18:06,078 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:18:06,078 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:18:06,078 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:18:06,079 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,33461,1732191483652 with port=34513, startcode=1732191483807 2024-11-21T12:18:06,079 DEBUG [RS:0;b4993cb2a74e:34513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:18:06,081 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:18:06,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:06,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33461 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:06,083 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e 2024-11-21T12:18:06,083 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43107 2024-11-21T12:18:06,083 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:18:06,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827/rs 2024-11-21T12:18:06,108 DEBUG [RS:0;b4993cb2a74e:34513 {}] zookeeper.ZKUtil(111): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on existing znode=/0824688827/rs/b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:06,108 WARN [RS:0;b4993cb2a74e:34513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:18:06,108 INFO [RS:0;b4993cb2a74e:34513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:18:06,108 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:06,108 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,34513,1732191483807] 2024-11-21T12:18:06,112 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:18:06,113 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:18:06,113 INFO [RS:0;b4993cb2a74e:34513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:18:06,113 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,114 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:18:06,114 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:18:06,114 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:18:06,115 DEBUG [RS:0;b4993cb2a74e:34513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:18:06,116 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,116 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,116 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,116 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,116 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,116 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34513,1732191483807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:18:06,132 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:18:06,132 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34513,1732191483807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,132 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,132 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.Replication(171): b4993cb2a74e,34513,1732191483807 started 2024-11-21T12:18:06,145 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:06,145 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,34513,1732191483807, RpcServer on b4993cb2a74e/172.17.0.2:34513, sessionid=0x1015d546a6d0001 2024-11-21T12:18:06,146 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:18:06,146 DEBUG [RS:0;b4993cb2a74e:34513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:06,146 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34513,1732191483807' 2024-11-21T12:18:06,146 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0824688827/flush-table-proc/abort' 2024-11-21T12:18:06,146 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0824688827/flush-table-proc/acquired' 2024-11-21T12:18:06,147 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:18:06,147 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:18:06,147 DEBUG [RS:0;b4993cb2a74e:34513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:06,147 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34513,1732191483807' 2024-11-21T12:18:06,147 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0824688827/online-snapshot/abort' 2024-11-21T12:18:06,147 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0824688827/online-snapshot/acquired' 2024-11-21T12:18:06,147 DEBUG [RS:0;b4993cb2a74e:34513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:18:06,147 INFO [RS:0;b4993cb2a74e:34513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:18:06,147 INFO [RS:0;b4993cb2a74e:34513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:18:06,248 INFO [RS:0;b4993cb2a74e:34513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:18:06,249 INFO [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34513%2C1732191483807, suffix=, logDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/oldWALs, maxLogs=10 2024-11-21T12:18:06,261 DEBUG [RS:0;b4993cb2a74e:34513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250, exclude list is [], retry=0 2024-11-21T12:18:06,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40187,DS-46f39847-dff0-4777-9f69-b8d53b58b3ff,DISK] 2024-11-21T12:18:06,265 INFO [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 2024-11-21T12:18:06,265 DEBUG [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-21T12:18:06,275 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:18:06,275 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e 2024-11-21T12:18:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:18:06,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:06,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:18:06,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:18:06,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:06,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:18:06,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:18:06,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:06,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:18:06,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:18:06,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:06,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:18:06,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:18:06,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:06,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:06,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:18:06,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740 2024-11-21T12:18:06,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740 2024-11-21T12:18:06,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:18:06,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:18:06,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:18:06,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:18:06,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:06,697 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58880727, jitterRate=-0.12260879576206207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:18:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191486682Initializing all the Stores at 1732191486683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191486683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191486683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191486684 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191486684Cleaning up temporary data from old regions at 1732191486693 (+9 ms)Region opened successfully at 1732191486698 (+5 ms) 2024-11-21T12:18:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:18:06,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:18:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:18:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:18:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:18:06,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:18:06,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191486698Disabling compacts and flushes for region at 1732191486698Disabling writes for close at 1732191486698Writing region close event to WAL at 1732191486698Closed at 1732191486698 2024-11-21T12:18:06,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:06,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:18:06,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:18:06,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:18:06,702 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:18:06,853 DEBUG [b4993cb2a74e:33461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:18:06,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:06,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34513,1732191483807, state=OPENING 2024-11-21T12:18:06,907 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:18:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:06,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:06,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:18:06,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0824688827/meta-region-server: CHANGED 2024-11-21T12:18:06,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0824688827/meta-region-server: CHANGED 2024-11-21T12:18:06,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34513,1732191483807}] 2024-11-21T12:18:07,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:18:07,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:18:07,077 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:18:07,077 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:18:07,077 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:18:07,079 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34513%2C1732191483807.meta, suffix=.meta, logDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/oldWALs, maxLogs=10 2024-11-21T12:18:07,095 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.meta.1732191487080.meta, exclude list is [], retry=0 2024-11-21T12:18:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40187,DS-46f39847-dff0-4777-9f69-b8d53b58b3ff,DISK] 2024-11-21T12:18:07,099 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.meta.1732191487080.meta 2024-11-21T12:18:07,099 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-21T12:18:07,099 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:07,100 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:18:07,100 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:18:07,100 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:18:07,100 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:18:07,100 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:18:07,100 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:07,100 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:18:07,100 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:18:07,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:18:07,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:18:07,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:07,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:18:07,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:18:07,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:07,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:07,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:18:07,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:18:07,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:07,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:07,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:18:07,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:18:07,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:07,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:07,107 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:18:07,107 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740 2024-11-21T12:18:07,108 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740 2024-11-21T12:18:07,110 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:18:07,110 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:18:07,110 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:18:07,112 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:18:07,113 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69538618, jitterRate=0.03620615601539612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:18:07,113 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:18:07,114 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191487100Writing region info on filesystem at 1732191487100Initializing all the Stores at 1732191487101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191487101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191487101Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191487101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191487101Cleaning up temporary data from old regions at 1732191487110 (+9 ms)Running coprocessor post-open hooks at 1732191487113 (+3 ms)Region opened successfully at 1732191487114 (+1 ms) 2024-11-21T12:18:07,115 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191487071 2024-11-21T12:18:07,117 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:18:07,117 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:18:07,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:07,118 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34513,1732191483807, state=OPEN 2024-11-21T12:18:07,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0824688827/meta-region-server 2024-11-21T12:18:07,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0824688827/meta-region-server 2024-11-21T12:18:07,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:07,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0824688827/meta-region-server: CHANGED 2024-11-21T12:18:07,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0824688827/meta-region-server: CHANGED 2024-11-21T12:18:07,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:18:07,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34513,1732191483807 in 241 msec 2024-11-21T12:18:07,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:18:07,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-21T12:18:07,167 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:07,167 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:18:07,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:07,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34513,1732191483807, seqNum=-1] 2024-11-21T12:18:07,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:07,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:07,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-21T12:18:07,175 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191487175, completionTime=-1 2024-11-21T12:18:07,175 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:18:07,175 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191547177 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191607177 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33461,1732191483652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33461,1732191483652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33461,1732191483652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:33461, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:07,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:07,179 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:18:07,181 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.305sec 2024-11-21T12:18:07,181 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:18:07,181 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:18:07,181 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:18:07,181 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:18:07,181 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:18:07,182 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33461,1732191483652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:18:07,182 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33461,1732191483652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:18:07,184 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:18:07,184 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:18:07,184 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33461,1732191483652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:07,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0d197d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:07,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33461,-1 for getting cluster id 2024-11-21T12:18:07,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:07,236 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac961f5b-1f9a-4689-a89f-554a3617e18b' 2024-11-21T12:18:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac961f5b-1f9a-4689-a89f-554a3617e18b" 2024-11-21T12:18:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f64423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33461,-1] 2024-11-21T12:18:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:07,238 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:07,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16211368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:07,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34513,1732191483807, seqNum=-1] 2024-11-21T12:18:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:07,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:07,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:07,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62051 2024-11-21T12:18:07,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:18:07,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d546a6d0002 connected 2024-11-21T12:18:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.log.dir so I do NOT create it in target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0 2024-11-21T12:18:07,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:18:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.tmp.dir so I do NOT create it in target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0 2024-11-21T12:18:07,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:18:07,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0 2024-11-21T12:18:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:18:07,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/cluster_d789123e-f50c-0f85-6f9d-a8b5b0b31827, deleteOnExit=true 2024-11-21T12:18:07,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/test.cache.data in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:18:07,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:18:07,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:18:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:18:07,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:18:07,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:18:07,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:18:07,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:18:07,640 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:18:07,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:18:07,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3423848e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:18:07,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a5a62e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:18:07,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de4daf7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/java.io.tmpdir/jetty-localhost-39497-hadoop-hdfs-3_4_1-tests_jar-_-any-6726589236081627814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:18:07,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4afdd768{HTTP/1.1, (http/1.1)}{localhost:39497} 2024-11-21T12:18:07,737 INFO [Time-limited test {}] server.Server(415): Started @61671ms 2024-11-21T12:18:07,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:18:07,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:18:07,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:18:07,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:18:07,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:18:07,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d1832e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:18:07,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a0a551{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:18:08,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5a8218{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/java.io.tmpdir/jetty-localhost-38151-hadoop-hdfs-3_4_1-tests_jar-_-any-13476050329198495567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:18:08,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fa22e45{HTTP/1.1, (http/1.1)}{localhost:38151} 2024-11-21T12:18:08,092 INFO [Time-limited test {}] server.Server(415): Started @62026ms 2024-11-21T12:18:08,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:18:08,795 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/cluster_d789123e-f50c-0f85-6f9d-a8b5b0b31827/data/data1/current/BP-1463438459-172.17.0.2-1732191487300/current, will proceed with Du for space computation calculation, 2024-11-21T12:18:08,795 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/cluster_d789123e-f50c-0f85-6f9d-a8b5b0b31827/data/data2/current/BP-1463438459-172.17.0.2-1732191487300/current, will proceed with Du for space computation calculation, 2024-11-21T12:18:08,853 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:18:08,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb52f016beeb3a41e with lease ID 0xab9b7c09b923e757: Processing first storage report for DS-42ff0c54-ff30-4233-b852-5b4837f31092 from datanode DatanodeRegistration(127.0.0.1:41191, datanodeUuid=2d705750-cbe9-4e51-95d1-ffc77e9a8dd3, infoPort=39895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=234272990;c=1732191487300) 2024-11-21T12:18:08,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb52f016beeb3a41e with lease ID 0xab9b7c09b923e757: from storage DS-42ff0c54-ff30-4233-b852-5b4837f31092 node DatanodeRegistration(127.0.0.1:41191, datanodeUuid=2d705750-cbe9-4e51-95d1-ffc77e9a8dd3, infoPort=39895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=234272990;c=1732191487300), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:18:08,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb52f016beeb3a41e with lease ID 0xab9b7c09b923e757: Processing first storage report for DS-1243d75d-723f-4973-960b-6f55e73e596a from datanode DatanodeRegistration(127.0.0.1:41191, datanodeUuid=2d705750-cbe9-4e51-95d1-ffc77e9a8dd3, infoPort=39895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=234272990;c=1732191487300) 2024-11-21T12:18:08,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb52f016beeb3a41e with lease ID 0xab9b7c09b923e757: from storage DS-1243d75d-723f-4973-960b-6f55e73e596a node DatanodeRegistration(127.0.0.1:41191, datanodeUuid=2d705750-cbe9-4e51-95d1-ffc77e9a8dd3, infoPort=39895, infoSecurePort=0, ipcPort=40209, storageInfo=lv=-57;cid=testClusterID;nsid=234272990;c=1732191487300), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:18:08,919 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0 2024-11-21T12:18:08,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:08,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:08,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:18:08,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90 with version=8 2024-11-21T12:18:08,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/hbase-staging 2024-11-21T12:18:08,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:18:08,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:08,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:08,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:18:08,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:08,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:18:08,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:18:08,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:18:08,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41419 2024-11-21T12:18:08,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41419 connecting to ZooKeeper ensemble=127.0.0.1:62051 2024-11-21T12:18:08,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414190x0, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:18:09,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41419-0x1015d546a6d0003 connected 2024-11-21T12:18:09,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:09,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:09,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on znode that does not yet exist, /11086779067/running 2024-11-21T12:18:09,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90, hbase.cluster.distributed=false 2024-11-21T12:18:09,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on znode that does not yet exist, /11086779067/acl 2024-11-21T12:18:09,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-21T12:18:09,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41419 2024-11-21T12:18:09,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41419 2024-11-21T12:18:09,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-21T12:18:09,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41419 2024-11-21T12:18:09,136 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:18:09,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:09,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:09,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:18:09,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:18:09,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:18:09,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:18:09,136 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:18:09,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34237 2024-11-21T12:18:09,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34237 connecting to ZooKeeper ensemble=127.0.0.1:62051 2024-11-21T12:18:09,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:09,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342370x0, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:18:09,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342370x0, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on znode that does not yet exist, /11086779067/running 2024-11-21T12:18:09,164 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:18:09,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34237-0x1015d546a6d0004 connected 2024-11-21T12:18:09,166 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:18:09,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on znode that does not yet exist, /11086779067/master 2024-11-21T12:18:09,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on znode that does not yet exist, /11086779067/acl 2024-11-21T12:18:09,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-21T12:18:09,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34237 2024-11-21T12:18:09,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34237 2024-11-21T12:18:09,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-21T12:18:09,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34237 2024-11-21T12:18:09,250 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:41419 2024-11-21T12:18:09,251 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11086779067/backup-masters/b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:09,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067/backup-masters 2024-11-21T12:18:09,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067/backup-masters 2024-11-21T12:18:09,259 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on existing znode=/11086779067/backup-masters/b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11086779067/master 2024-11-21T12:18:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:09,271 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on existing znode=/11086779067/master 2024-11-21T12:18:09,271 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11086779067/backup-masters/b4993cb2a74e,41419,1732191488962 from backup master directory 2024-11-21T12:18:09,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11086779067/backup-masters/b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:09,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067/backup-masters 2024-11-21T12:18:09,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067/backup-masters 2024-11-21T12:18:09,280 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:18:09,280 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:09,290 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/hbase.id] with ID: d4fb8d8e-76fb-48e3-a3d0-389ba6755a16 2024-11-21T12:18:09,290 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/.tmp/hbase.id 2024-11-21T12:18:09,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:18:09,300 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/.tmp/hbase.id]:[hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/hbase.id] 2024-11-21T12:18:09,316 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:09,317 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:18:09,322 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-21T12:18:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:09,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:09,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:18:09,743 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:09,744 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:18:09,748 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:18:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:18:09,781 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store 2024-11-21T12:18:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:18:09,805 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:09,805 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:18:09,805 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:09,805 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:09,805 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:18:09,805 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:09,805 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:18:09,806 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191489805Disabling compacts and flushes for region at 1732191489805Disabling writes for close at 1732191489805Writing region close event to WAL at 1732191489805Closed at 1732191489805 2024-11-21T12:18:09,809 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/.initializing 2024-11-21T12:18:09,809 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/WALs/b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:09,810 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:18:09,812 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C41419%2C1732191488962, suffix=, logDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/WALs/b4993cb2a74e,41419,1732191488962, archiveDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/oldWALs, maxLogs=10 2024-11-21T12:18:09,829 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/WALs/b4993cb2a74e,41419,1732191488962/b4993cb2a74e%2C41419%2C1732191488962.1732191489812, exclude list is [], retry=0 2024-11-21T12:18:09,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41191,DS-42ff0c54-ff30-4233-b852-5b4837f31092,DISK] 2024-11-21T12:18:09,839 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/WALs/b4993cb2a74e,41419,1732191488962/b4993cb2a74e%2C41419%2C1732191488962.1732191489812 2024-11-21T12:18:09,839 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39895:39895)] 2024-11-21T12:18:09,839 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:09,840 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:09,840 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,840 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:18:09,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:09,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:09,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:18:09,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:09,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:09,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:18:09,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:09,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:09,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:18:09,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:09,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:09,874 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,875 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,876 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,889 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,890 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:18:09,891 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:18:09,908 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:09,909 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72431854, jitterRate=0.07931873202323914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:18:09,909 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191489840Initializing all the Stores at 1732191489843 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191489844 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191489848 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191489848Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191489848Cleaning up temporary data from old regions at 1732191489889 (+41 ms)Region opened successfully at 1732191489909 (+20 ms) 2024-11-21T12:18:09,920 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:18:09,929 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676b6aa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:18:09,930 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:18:09,931 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:18:09,931 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:18:09,931 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:18:09,931 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:18:09,932 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:18:09,932 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:18:09,937 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:18:09,939 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Unable to get data of znode /11086779067/balancer because node does not exist (not necessarily an error) 2024-11-21T12:18:09,991 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11086779067/balancer already deleted, retry=false 2024-11-21T12:18:09,992 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:18:09,993 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Unable to get data of znode /11086779067/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:18:10,006 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11086779067/normalizer already deleted, retry=false 2024-11-21T12:18:10,006 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:18:10,013 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Unable to get data of znode /11086779067/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:18:10,023 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11086779067/switch/split already deleted, retry=false 2024-11-21T12:18:10,024 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Unable to get data of znode /11086779067/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:18:10,033 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11086779067/switch/merge already deleted, retry=false 2024-11-21T12:18:10,036 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Unable to get data of znode /11086779067/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:18:10,048 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11086779067/snapshot-cleanup already deleted, retry=false 2024-11-21T12:18:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11086779067/running 2024-11-21T12:18:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11086779067/running 2024-11-21T12:18:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,059 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,41419,1732191488962, sessionid=0x1015d546a6d0003, setting cluster-up flag (Was=false) 2024-11-21T12:18:10,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11086779067/flush-table-proc/acquired, /11086779067/flush-table-proc/reached, /11086779067/flush-table-proc/abort 2024-11-21T12:18:10,113 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:10,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,163 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11086779067/online-snapshot/acquired, /11086779067/online-snapshot/reached, /11086779067/online-snapshot/abort 2024-11-21T12:18:10,165 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:10,166 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:18:10,168 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:10,169 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:18:10,169 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:18:10,169 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,41419,1732191488962 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:18:10,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:10,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:18:10,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:10,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:18:10,236 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191520236 2024-11-21T12:18:10,236 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:18:10,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:18:10,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:18:10,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:18:10,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:18:10,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:18:10,248 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,262 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(746): ClusterId : d4fb8d8e-76fb-48e3-a3d0-389ba6755a16 2024-11-21T12:18:10,262 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:18:10,268 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:18:10,269 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:18:10,269 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:18:10,269 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:18:10,271 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:18:10,271 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:18:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:18:10,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:18:10,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90 2024-11-21T12:18:10,291 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:18:10,291 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:18:10,300 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191490291,5,FailOnTimeoutGroup] 2024-11-21T12:18:10,303 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:18:10,303 DEBUG [RS:0;b4993cb2a74e:34237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566afad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:18:10,304 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191490300,5,FailOnTimeoutGroup] 2024-11-21T12:18:10,304 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,304 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:18:10,305 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,305 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,347 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:34237 2024-11-21T12:18:10,347 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:18:10,347 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:18:10,347 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:18:10,348 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,41419,1732191488962 with port=34237, startcode=1732191489135 2024-11-21T12:18:10,348 DEBUG [RS:0;b4993cb2a74e:34237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:18:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741832_1008 (size=32) 2024-11-21T12:18:10,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:10,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:18:10,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:18:10,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:10,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:10,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:18:10,373 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:18:10,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:10,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41419 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:10,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:18:10,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:10,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:10,376 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90 2024-11-21T12:18:10,377 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36219 2024-11-21T12:18:10,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:18:10,377 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:18:10,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:18:10,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:10,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:10,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:18:10,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:18:10,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:10,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:10,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:18:10,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740 2024-11-21T12:18:10,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740 2024-11-21T12:18:10,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:18:10,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:18:10,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:18:10,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:18:10,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:10,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60854421, jitterRate=-0.09319846332073212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:18:10,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191490352Initializing all the Stores at 1732191490355 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191490355Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191490369 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191490369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191490369Cleaning up temporary data from old regions at 1732191490387 (+18 ms)Region opened successfully at 1732191490393 (+6 ms) 2024-11-21T12:18:10,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:18:10,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:18:10,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:18:10,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:18:10,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:18:10,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:18:10,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191490393Disabling compacts and flushes for region at 1732191490393Disabling writes for close at 1732191490394 (+1 ms)Writing region close event to WAL at 1732191490394Closed at 1732191490394 2024-11-21T12:18:10,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:10,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:18:10,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:18:10,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:18:10,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:18:10,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067/rs 2024-11-21T12:18:10,402 DEBUG [RS:0;b4993cb2a74e:34237 {}] zookeeper.ZKUtil(111): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on existing znode=/11086779067/rs/b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:10,403 WARN [RS:0;b4993cb2a74e:34237 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:18:10,403 INFO [RS:0;b4993cb2a74e:34237 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:18:10,403 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:10,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,34237,1732191489135] 2024-11-21T12:18:10,428 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:18:10,432 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:18:10,436 INFO [RS:0;b4993cb2a74e:34237 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:18:10,436 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,437 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:18:10,438 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:18:10,439 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:18:10,439 DEBUG [RS:0;b4993cb2a74e:34237 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:18:10,441 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,441 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,441 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,441 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,441 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,441 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34237,1732191489135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:18:10,461 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:18:10,461 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34237,1732191489135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,461 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,461 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.Replication(171): b4993cb2a74e,34237,1732191489135 started 2024-11-21T12:18:10,478 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:10,478 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,34237,1732191489135, RpcServer on b4993cb2a74e/172.17.0.2:34237, sessionid=0x1015d546a6d0004 2024-11-21T12:18:10,478 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:18:10,478 DEBUG [RS:0;b4993cb2a74e:34237 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34237,1732191489135' 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11086779067/flush-table-proc/abort' 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11086779067/flush-table-proc/acquired' 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34237,1732191489135' 2024-11-21T12:18:10,479 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11086779067/online-snapshot/abort' 2024-11-21T12:18:10,480 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11086779067/online-snapshot/acquired' 2024-11-21T12:18:10,480 DEBUG [RS:0;b4993cb2a74e:34237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:18:10,480 INFO [RS:0;b4993cb2a74e:34237 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:18:10,480 INFO [RS:0;b4993cb2a74e:34237 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:18:10,549 WARN [b4993cb2a74e:41419 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T12:18:10,581 INFO [RS:0;b4993cb2a74e:34237 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:18:10,585 INFO [RS:0;b4993cb2a74e:34237 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34237%2C1732191489135, suffix=, logDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135, archiveDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/oldWALs, maxLogs=10 2024-11-21T12:18:10,604 DEBUG [RS:0;b4993cb2a74e:34237 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135/b4993cb2a74e%2C34237%2C1732191489135.1732191490586, exclude list is [], retry=0 2024-11-21T12:18:10,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41191,DS-42ff0c54-ff30-4233-b852-5b4837f31092,DISK] 2024-11-21T12:18:10,630 INFO [RS:0;b4993cb2a74e:34237 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135/b4993cb2a74e%2C34237%2C1732191489135.1732191490586 2024-11-21T12:18:10,631 DEBUG [RS:0;b4993cb2a74e:34237 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39895:39895)] 2024-11-21T12:18:10,799 DEBUG [b4993cb2a74e:41419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:18:10,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:10,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34237,1732191489135, state=OPENING 2024-11-21T12:18:10,958 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:18:10,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:18:10,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11086779067/meta-region-server: CHANGED 2024-11-21T12:18:10,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11086779067/meta-region-server: CHANGED 2024-11-21T12:18:10,981 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:18:10,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34237,1732191489135}] 2024-11-21T12:18:11,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:18:11,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:18:11,139 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:18:11,139 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:18:11,140 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:18:11,141 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34237%2C1732191489135.meta, suffix=.meta, logDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135, archiveDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/oldWALs, maxLogs=10 2024-11-21T12:18:11,153 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135/b4993cb2a74e%2C34237%2C1732191489135.meta.1732191491142.meta, exclude list is [], retry=0 2024-11-21T12:18:11,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41191,DS-42ff0c54-ff30-4233-b852-5b4837f31092,DISK] 2024-11-21T12:18:11,156 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135/b4993cb2a74e%2C34237%2C1732191489135.meta.1732191491142.meta 2024-11-21T12:18:11,156 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39895:39895)] 2024-11-21T12:18:11,157 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:11,157 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:18:11,157 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:18:11,157 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:18:11,157 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:18:11,157 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:18:11,157 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:11,157 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:18:11,157 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:18:11,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:18:11,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:18:11,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:11,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:11,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:18:11,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:18:11,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:18:11,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:18:11,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:11,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:11,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:18:11,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:18:11,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:11,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:18:11,164 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:18:11,164 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740 2024-11-21T12:18:11,165 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740 2024-11-21T12:18:11,166 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:18:11,167 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:18:11,167 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:18:11,168 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:18:11,169 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58917404, jitterRate=-0.12206226587295532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:18:11,169 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:18:11,169 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191491157Writing region info on filesystem at 1732191491157Initializing all the Stores at 1732191491158 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191491158Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191491158Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191491158Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191491158Cleaning up temporary data from old regions at 1732191491167 (+9 ms)Running coprocessor post-open hooks at 1732191491169 (+2 ms)Region opened successfully at 1732191491169 2024-11-21T12:18:11,170 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191491134 2024-11-21T12:18:11,172 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:18:11,172 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:18:11,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:11,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34237,1732191489135, state=OPEN 2024-11-21T12:18:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11086779067/meta-region-server 2024-11-21T12:18:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11086779067/meta-region-server 2024-11-21T12:18:11,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:11,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11086779067/meta-region-server: CHANGED 2024-11-21T12:18:11,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11086779067/meta-region-server: CHANGED 2024-11-21T12:18:11,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:18:11,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34237,1732191489135 in 204 msec 2024-11-21T12:18:11,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:18:11,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 791 msec 2024-11-21T12:18:11,190 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:18:11,190 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:18:11,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:11,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34237,1732191489135, seqNum=-1] 2024-11-21T12:18:11,192 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:11,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:11,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0300 sec 2024-11-21T12:18:11,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191491199, completionTime=-1 2024-11-21T12:18:11,199 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:18:11,199 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:18:11,200 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:18:11,200 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191551200 2024-11-21T12:18:11,200 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191611200 2024-11-21T12:18:11,200 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:18:11,201 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41419,1732191488962-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:11,201 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41419,1732191488962-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:11,201 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41419,1732191488962-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:11,201 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:41419, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:11,201 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:11,201 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:11,202 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.924sec 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41419,1732191488962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:18:11,204 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41419,1732191488962-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:18:11,206 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:18:11,206 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:18:11,207 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41419,1732191488962-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:18:11,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e829225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:11,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,41419,-1 for getting cluster id 2024-11-21T12:18:11,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:11,280 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fb8d8e-76fb-48e3-a3d0-389ba6755a16' 2024-11-21T12:18:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fb8d8e-76fb-48e3-a3d0-389ba6755a16" 2024-11-21T12:18:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4b32c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,41419,-1] 2024-11-21T12:18:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:11,282 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:11,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2674ae39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:11,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:11,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34237,1732191489135, seqNum=-1] 2024-11-21T12:18:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:11,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:11,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:11,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62051 2024-11-21T12:18:11,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:18:11,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d546a6d0005 connected 2024-11-21T12:18:11,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:11,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59e386eb 2024-11-21T12:18:11,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:11,329 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:11,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:18:11,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:18:11,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:11,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:18:11,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:18:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:11,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:18:11,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30dde1906d648c3aaff9267757b46b00, NAME => 'test,,1732191491329.30dde1906d648c3aaff9267757b46b00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e 2024-11-21T12:18:11,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:18:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:11,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191491329.30dde1906d648c3aaff9267757b46b00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:11,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 30dde1906d648c3aaff9267757b46b00, disabling compactions & flushes 2024-11-21T12:18:11,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:18:11,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:18:11,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191491329.30dde1906d648c3aaff9267757b46b00. after waiting 0 ms 2024-11-21T12:18:11,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:18:11,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:18:11,759 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30dde1906d648c3aaff9267757b46b00: Waiting for close lock at 1732191491759Disabling compacts and flushes for region at 1732191491759Disabling writes for close at 1732191491759Writing region close event to WAL at 1732191491759Closed at 1732191491759 2024-11-21T12:18:11,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:18:11,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191491329.30dde1906d648c3aaff9267757b46b00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191491760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191491760"}]},"ts":"1732191491760"} 2024-11-21T12:18:11,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:18:11,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:18:11,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191491764"}]},"ts":"1732191491764"} 2024-11-21T12:18:11,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:18:11,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30dde1906d648c3aaff9267757b46b00, ASSIGN}] 2024-11-21T12:18:11,767 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=30dde1906d648c3aaff9267757b46b00, ASSIGN 2024-11-21T12:18:11,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=30dde1906d648c3aaff9267757b46b00, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34513,1732191483807; forceNewPlan=false, retain=false 2024-11-21T12:18:11,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30dde1906d648c3aaff9267757b46b00, regionState=OPENING, regionLocation=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:11,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=30dde1906d648c3aaff9267757b46b00, ASSIGN because future has completed 2024-11-21T12:18:11,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30dde1906d648c3aaff9267757b46b00, server=b4993cb2a74e,34513,1732191483807}] 2024-11-21T12:18:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:12,079 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:18:12,079 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30dde1906d648c3aaff9267757b46b00, NAME => 'test,,1732191491329.30dde1906d648c3aaff9267757b46b00.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:12,079 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:18:12,079 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:18:12,079 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,079 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191491329.30dde1906d648c3aaff9267757b46b00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:12,080 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,080 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,081 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,082 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30dde1906d648c3aaff9267757b46b00 columnFamilyName f 2024-11-21T12:18:12,082 DEBUG [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:12,083 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] regionserver.HStore(327): Store=30dde1906d648c3aaff9267757b46b00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:12,083 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,084 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30dde1906d648c3aaff9267757b46b00 columnFamilyName f1 2024-11-21T12:18:12,084 DEBUG [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:12,084 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] regionserver.HStore(327): Store=30dde1906d648c3aaff9267757b46b00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:12,084 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,085 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30dde1906d648c3aaff9267757b46b00 columnFamilyName norep 2024-11-21T12:18:12,085 DEBUG [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:12,086 INFO [StoreOpener-30dde1906d648c3aaff9267757b46b00-1 {}] regionserver.HStore(327): Store=30dde1906d648c3aaff9267757b46b00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:12,086 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,087 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,087 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,088 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,088 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,089 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:18:12,090 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,092 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:12,093 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30dde1906d648c3aaff9267757b46b00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64347218, jitterRate=-0.041151732206344604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:18:12,093 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:18:12,094 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30dde1906d648c3aaff9267757b46b00: Running coprocessor pre-open hook at 1732191492080Writing region info on filesystem at 1732191492080Initializing all the Stores at 1732191492081 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191492081Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191492081Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191492081Cleaning up temporary data from old regions at 1732191492088 (+7 ms)Running coprocessor post-open hooks at 1732191492093 (+5 ms)Region opened successfully at 1732191492094 (+1 ms) 2024-11-21T12:18:12,096 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191491329.30dde1906d648c3aaff9267757b46b00., pid=6, masterSystemTime=1732191492075 2024-11-21T12:18:12,098 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:18:12,098 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:18:12,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30dde1906d648c3aaff9267757b46b00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:12,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30dde1906d648c3aaff9267757b46b00, server=b4993cb2a74e,34513,1732191483807 because future has completed 2024-11-21T12:18:12,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:18:12,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30dde1906d648c3aaff9267757b46b00, server=b4993cb2a74e,34513,1732191483807 in 181 msec 2024-11-21T12:18:12,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:18:12,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=30dde1906d648c3aaff9267757b46b00, ASSIGN in 340 msec 2024-11-21T12:18:12,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:18:12,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191492109"}]},"ts":"1732191492109"} 2024-11-21T12:18:12,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:18:12,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:18:12,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-21T12:18:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:12,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:12,479 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:18:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:12,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab5436a 2024-11-21T12:18:12,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:12,481 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:12,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:18:12,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:18:12,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:12,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:18:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:12,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:18:12,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:18:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:12,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:18:12,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:12,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:12,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:12,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:12,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:18:12,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:18:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:12,893 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4440594de2f9a93d44089a3a8a550031, NAME => 'test,,1732191492481.4440594de2f9a93d44089a3a8a550031.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90 2024-11-21T12:18:12,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:18:13,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:18:13,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:18:13,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:18:13,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:18:13,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:18:13,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:18:13,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:18:13,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:18:13,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:18:13,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:18:13,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:18:13,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:18:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:13,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191492481.4440594de2f9a93d44089a3a8a550031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:13,299 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4440594de2f9a93d44089a3a8a550031, disabling compactions & flushes 2024-11-21T12:18:13,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:18:13,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:18:13,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191492481.4440594de2f9a93d44089a3a8a550031. after waiting 0 ms 2024-11-21T12:18:13,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:18:13,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:18:13,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4440594de2f9a93d44089a3a8a550031: Waiting for close lock at 1732191493299Disabling compacts and flushes for region at 1732191493299Disabling writes for close at 1732191493300 (+1 ms)Writing region close event to WAL at 1732191493300Closed at 1732191493300 2024-11-21T12:18:13,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:18:13,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191492481.4440594de2f9a93d44089a3a8a550031.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191493301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191493301"}]},"ts":"1732191493301"} 2024-11-21T12:18:13,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:18:13,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:18:13,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191493305"}]},"ts":"1732191493305"} 2024-11-21T12:18:13,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:18:13,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4440594de2f9a93d44089a3a8a550031, ASSIGN}] 2024-11-21T12:18:13,309 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4440594de2f9a93d44089a3a8a550031, ASSIGN 2024-11-21T12:18:13,310 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4440594de2f9a93d44089a3a8a550031, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34237,1732191489135; forceNewPlan=false, retain=false 2024-11-21T12:18:13,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4440594de2f9a93d44089a3a8a550031, regionState=OPENING, regionLocation=b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:13,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4440594de2f9a93d44089a3a8a550031, ASSIGN because future has completed 2024-11-21T12:18:13,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4440594de2f9a93d44089a3a8a550031, server=b4993cb2a74e,34237,1732191489135}] 2024-11-21T12:18:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:13,629 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:18:13,629 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4440594de2f9a93d44089a3a8a550031, NAME => 'test,,1732191492481.4440594de2f9a93d44089a3a8a550031.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:13,629 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:18:13,630 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:18:13,630 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,630 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191492481.4440594de2f9a93d44089a3a8a550031.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:13,630 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,630 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,639 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,641 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4440594de2f9a93d44089a3a8a550031 columnFamilyName f 2024-11-21T12:18:13,641 DEBUG [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:13,641 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] regionserver.HStore(327): Store=4440594de2f9a93d44089a3a8a550031/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:13,642 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,643 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4440594de2f9a93d44089a3a8a550031 columnFamilyName f1 2024-11-21T12:18:13,643 DEBUG [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:13,644 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] regionserver.HStore(327): Store=4440594de2f9a93d44089a3a8a550031/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:13,644 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,646 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4440594de2f9a93d44089a3a8a550031 columnFamilyName norep 2024-11-21T12:18:13,646 DEBUG [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:13,653 INFO [StoreOpener-4440594de2f9a93d44089a3a8a550031-1 {}] regionserver.HStore(327): Store=4440594de2f9a93d44089a3a8a550031/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:13,653 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,655 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,656 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,657 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,657 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,658 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:18:13,659 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,662 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:13,663 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4440594de2f9a93d44089a3a8a550031; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74458996, jitterRate=0.10952550172805786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:18:13,664 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:18:13,664 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4440594de2f9a93d44089a3a8a550031: Running coprocessor pre-open hook at 1732191493630Writing region info on filesystem at 1732191493630Initializing all the Stores at 1732191493638 (+8 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191493638Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191493639 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191493639Cleaning up temporary data from old regions at 1732191493657 (+18 ms)Running coprocessor post-open hooks at 1732191493664 (+7 ms)Region opened successfully at 1732191493664 2024-11-21T12:18:13,665 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191492481.4440594de2f9a93d44089a3a8a550031., pid=6, masterSystemTime=1732191493625 2024-11-21T12:18:13,668 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:18:13,668 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:18:13,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4440594de2f9a93d44089a3a8a550031, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,34237,1732191489135 2024-11-21T12:18:13,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4440594de2f9a93d44089a3a8a550031, server=b4993cb2a74e,34237,1732191489135 because future has completed 2024-11-21T12:18:13,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:18:13,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4440594de2f9a93d44089a3a8a550031, server=b4993cb2a74e,34237,1732191489135 in 211 msec 2024-11-21T12:18:13,692 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:18:13,692 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191493692"}]},"ts":"1732191493692"} 2024-11-21T12:18:13,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:18:13,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4440594de2f9a93d44089a3a8a550031, ASSIGN in 376 msec 2024-11-21T12:18:13,695 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:18:13,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:18:13,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-11-21T12:18:14,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:18:14,628 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:18:14,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca5c04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33461,-1 for getting cluster id 2024-11-21T12:18:14,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:14,630 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac961f5b-1f9a-4689-a89f-554a3617e18b' 2024-11-21T12:18:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac961f5b-1f9a-4689-a89f-554a3617e18b" 2024-11-21T12:18:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a5c53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33461,-1] 2024-11-21T12:18:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:14,631 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b74d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50953ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,41419,-1 for getting cluster id 2024-11-21T12:18:14,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:14,634 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fb8d8e-76fb-48e3-a3d0-389ba6755a16' 2024-11-21T12:18:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fb8d8e-76fb-48e3-a3d0-389ba6755a16" 2024-11-21T12:18:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb0e336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,41419,-1] 2024-11-21T12:18:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:14,635 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71447358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99bcbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33461,-1 for getting cluster id 2024-11-21T12:18:14,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:14,637 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac961f5b-1f9a-4689-a89f-554a3617e18b' 2024-11-21T12:18:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac961f5b-1f9a-4689-a89f-554a3617e18b" 2024-11-21T12:18:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92581e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33461,-1] 2024-11-21T12:18:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:14,638 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77914a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81539ab 2024-11-21T12:18:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:14,643 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:14,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:41419,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:18:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:18:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:18:14,646 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:41419' 2024-11-21T12:18:14,647 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d53a53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,647 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,41419,-1 for getting cluster id 2024-11-21T12:18:14,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:14,649 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fb8d8e-76fb-48e3-a3d0-389ba6755a16' 2024-11-21T12:18:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fb8d8e-76fb-48e3-a3d0-389ba6755a16" 2024-11-21T12:18:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f56b67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,41419,-1] 2024-11-21T12:18:14,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:14,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:14,651 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:14,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd22f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:14,652 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:14,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:14,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c1e8496 2024-11-21T12:18:14,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:14,654 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:14,655 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:18:14,655 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:18:14,655 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:14,655 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:14,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:14,656 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:18:14,657 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:18:14,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:18:14,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:14,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:18:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:18:14,707 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:18:14,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:18:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:18:15,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04f58aa655a950002b38ba9ae89dd2bf, NAME => 'hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e 2024-11-21T12:18:15,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:18:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:18:15,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:15,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04f58aa655a950002b38ba9ae89dd2bf, disabling compactions & flushes 2024-11-21T12:18:15,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:18:15,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:18:15,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. after waiting 0 ms 2024-11-21T12:18:15,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:18:15,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:18:15,505 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04f58aa655a950002b38ba9ae89dd2bf: Waiting for close lock at 1732191495505Disabling compacts and flushes for region at 1732191495505Disabling writes for close at 1732191495505Writing region close event to WAL at 1732191495505Closed at 1732191495505 2024-11-21T12:18:15,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:18:15,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191495507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191495507"}]},"ts":"1732191495507"} 2024-11-21T12:18:15,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:18:15,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:18:15,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191495511"}]},"ts":"1732191495511"} 2024-11-21T12:18:15,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:18:15,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04f58aa655a950002b38ba9ae89dd2bf, ASSIGN}] 2024-11-21T12:18:15,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04f58aa655a950002b38ba9ae89dd2bf, ASSIGN 2024-11-21T12:18:15,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04f58aa655a950002b38ba9ae89dd2bf, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34513,1732191483807; forceNewPlan=false, retain=false 2024-11-21T12:18:15,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04f58aa655a950002b38ba9ae89dd2bf, regionState=OPENING, regionLocation=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:15,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04f58aa655a950002b38ba9ae89dd2bf, ASSIGN because future has completed 2024-11-21T12:18:15,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f58aa655a950002b38ba9ae89dd2bf, server=b4993cb2a74e,34513,1732191483807}] 2024-11-21T12:18:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:18:15,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:18:15,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:18:15,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:18:15,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34513%2C1732191483807.rep, suffix=, logDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807, archiveDir=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/oldWALs, maxLogs=10 2024-11-21T12:18:15,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.rep.1732191495828, exclude list is [], retry=0 2024-11-21T12:18:15,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40187,DS-46f39847-dff0-4777-9f69-b8d53b58b3ff,DISK] 2024-11-21T12:18:15,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.rep.1732191495828 2024-11-21T12:18:15,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34359:34359)] 2024-11-21T12:18:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04f58aa655a950002b38ba9ae89dd2bf, NAME => 'hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:18:15,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:18:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:18:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. service=MultiRowMutationService 2024-11-21T12:18:15,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:18:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:18:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,882 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,883 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f58aa655a950002b38ba9ae89dd2bf columnFamilyName hfileref 2024-11-21T12:18:15,883 DEBUG [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:15,883 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] regionserver.HStore(327): Store=04f58aa655a950002b38ba9ae89dd2bf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:15,883 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,884 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f58aa655a950002b38ba9ae89dd2bf columnFamilyName queue 2024-11-21T12:18:15,884 DEBUG [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:15,885 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] regionserver.HStore(327): Store=04f58aa655a950002b38ba9ae89dd2bf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:15,885 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,886 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04f58aa655a950002b38ba9ae89dd2bf columnFamilyName sid 2024-11-21T12:18:15,886 DEBUG [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:18:15,886 INFO [StoreOpener-04f58aa655a950002b38ba9ae89dd2bf-1 {}] regionserver.HStore(327): Store=04f58aa655a950002b38ba9ae89dd2bf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:18:15,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:18:15,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:18:15,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04f58aa655a950002b38ba9ae89dd2bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60048628, jitterRate=-0.1052057147026062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:18:15,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:18:15,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04f58aa655a950002b38ba9ae89dd2bf: Running coprocessor pre-open hook at 1732191495881Writing region info on filesystem at 1732191495881Initializing all the Stores at 1732191495881Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191495881Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191495881Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191495881Cleaning up temporary data from old regions at 1732191495888 (+7 ms)Running coprocessor post-open hooks at 1732191495891 (+3 ms)Region opened successfully at 1732191495892 (+1 ms) 2024-11-21T12:18:15,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf., pid=10, masterSystemTime=1732191495822 2024-11-21T12:18:15,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:18:15,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:18:15,897 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04f58aa655a950002b38ba9ae89dd2bf, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34513,1732191483807 2024-11-21T12:18:15,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04f58aa655a950002b38ba9ae89dd2bf, server=b4993cb2a74e,34513,1732191483807 because future has completed 2024-11-21T12:18:15,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:18:15,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04f58aa655a950002b38ba9ae89dd2bf, server=b4993cb2a74e,34513,1732191483807 in 230 msec 2024-11-21T12:18:15,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:18:15,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04f58aa655a950002b38ba9ae89dd2bf, ASSIGN in 389 msec 2024-11-21T12:18:15,906 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:18:15,907 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191495906"}]},"ts":"1732191495906"} 2024-11-21T12:18:15,909 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:18:15,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:18:15,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2540 sec 2024-11-21T12:18:15,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2] 2024-11-21T12:18:16,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:16,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:18:16,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:18:16,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:18:16,308 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:18:16,336 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,34513,1732191483807, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:18:16,337 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:16,337 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34513,1732191483807, seqNum=-1] 2024-11-21T12:18:16,337 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:16,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T12:18:16,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,34513,1732191483807', locateType=CURRENT is [region=hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2] 2024-11-21T12:18:16,353 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:18:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:18:16,356 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,34513,1732191483807 suceeded 2024-11-21T12:18:16,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:18:16,359 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:41419,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T12:18:16,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-21T12:18:16,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7160 sec 2024-11-21T12:18:16,376 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:41419' 2024-11-21T12:18:16,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78385626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:16,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,41419,-1 for getting cluster id 2024-11-21T12:18:16,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:16,379 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fb8d8e-76fb-48e3-a3d0-389ba6755a16' 2024-11-21T12:18:16,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:16,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fb8d8e-76fb-48e3-a3d0-389ba6755a16" 2024-11-21T12:18:16,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79022bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:16,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,41419,-1] 2024-11-21T12:18:16,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:16,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:16,381 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:16,382 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d8f7c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:16,382 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:16,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:16,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cd5a4d 2024-11-21T12:18:16,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:16,385 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T12:18:16,386 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,34513,1732191483807 (queues=1) is replicating from cluster=ac961f5b-1f9a-4689-a89f-554a3617e18b to cluster=d4fb8d8e-76fb-48e3-a3d0-389ba6755a16 2024-11-21T12:18:16,386 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C34513%2C1732191483807 2024-11-21T12:18:16,386 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,34513,1732191483807, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:18:16,386 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250, startPosition=0, beingWritten=true 2024-11-21T12:18:16,390 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C34513%2C1732191483807 2024-11-21T12:18:16,397 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:18:16,397 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 379, reset compression=false 2024-11-21T12:18:16,397 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34513,1732191483807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:18:16,602 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 379, reset compression=false 2024-11-21T12:18:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:18:16,789 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:18:16,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:18:16,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:18:16,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:16,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:16,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:16,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:16,795 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732191496794/Put/seqid=0 2024-11-21T12:18:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741840_1016 (size=7894) 2024-11-21T12:18:16,907 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 379, reset compression=false 2024-11-21T12:18:17,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_1 is 34, key is ddd/f:row/1732191497201/Put/seqid=0 2024-11-21T12:18:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741841_1017 (size=7691) 2024-11-21T12:18:17,311 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 379, reset compression=false 2024-11-21T12:18:17,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:18:17,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:17,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:17,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:17,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:18:17,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5019e1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:17,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33461,-1 for getting cluster id 2024-11-21T12:18:17,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:17,615 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac961f5b-1f9a-4689-a89f-554a3617e18b' 2024-11-21T12:18:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac961f5b-1f9a-4689-a89f-554a3617e18b" 2024-11-21T12:18:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c0e95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33461,-1] 2024-11-21T12:18:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:17,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:17,617 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:17,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626dba91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:17,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34513,1732191483807, seqNum=-1] 2024-11-21T12:18:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:17,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:17,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:17,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27ec011c 2024-11-21T12:18:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:17,636 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:17,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2] 2024-11-21T12:18:17,655 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:18:17,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:18:17,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T12:18:17,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_1 for inclusion in 30dde1906d648c3aaff9267757b46b00/f 2024-11-21T12:18:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:18:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:18:17,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_0 for inclusion in 30dde1906d648c3aaff9267757b46b00/f 2024-11-21T12:18:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:18:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:18:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HRegion(2603): Flush status journal for 30dde1906d648c3aaff9267757b46b00: 2024-11-21T12:18:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_1 to hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_1 2024-11-21T12:18:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_1 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ 2024-11-21T12:18:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f/f/hfile_0 to hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_0 2024-11-21T12:18:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_0 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ 2024-11-21T12:18:17,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_1 into 30dde1906d648c3aaff9267757b46b00/f as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ - updating store file list. 2024-11-21T12:18:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4588b081939946b980e3b5849ab08a58_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:18:17,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ into 30dde1906d648c3aaff9267757b46b00/f 2024-11-21T12:18:17,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_1 into 30dde1906d648c3aaff9267757b46b00/f (new location: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/4588b081939946b980e3b5849ab08a58_SeqId_4_) 2024-11-21T12:18:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_1 2024-11-21T12:18:17,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_0 into 30dde1906d648c3aaff9267757b46b00/f as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ - updating store file list. 2024-11-21T12:18:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:18:17,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ into 30dde1906d648c3aaff9267757b46b00/f 2024-11-21T12:18:17,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_0 into 30dde1906d648c3aaff9267757b46b00/f (new location: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_) 2024-11-21T12:18:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__8h0o4a16g7emefuqqcibhvpe8sh6ivorlovm665hscjd9lf9mfdep9u4accn8s8j/f/hfile_0 2024-11-21T12:18:17,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:18:17,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:18:17,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:17,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:17,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:17,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2 , the old value is region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4993cb2a74e:34513 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:18:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34237,1732191489135, seqNum=-1] 2024-11-21T12:18:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:18:17,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2 from cache 2024-11-21T12:18:17,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:54826 deadline: 1732191557726 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:54826 2024-11-21T12:18:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191492481.4440594de2f9a93d44089a3a8a550031., hostname=b4993cb2a74e,34237,1732191489135, seqNum=2] 2024-11-21T12:18:17,733 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:18:17,815 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 379, reset compression=false 2024-11-21T12:18:17,822 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:18:17,822 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34513,1732191483807 got entry batch from reader: WALEntryBatch [walEntries=[{test/30dde1906d648c3aaff9267757b46b00/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191497720/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:18:17,839 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:34513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:18:17,842 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:18:17,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T12:18:17,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.ReplicationSink(318): Replicating [ac961f5b-1f9a-4689-a89f-554a3617e18b] bulk loaded data 2024-11-21T12:18:17,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82be1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:17,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,41419,-1 for getting cluster id 2024-11-21T12:18:17,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:17,849 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd4fb8d8e-76fb-48e3-a3d0-389ba6755a16' 2024-11-21T12:18:17,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:17,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d4fb8d8e-76fb-48e3-a3d0-389ba6755a16" 2024-11-21T12:18:17,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df75a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:17,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,41419,-1] 2024-11-21T12:18:17,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:17,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:17,851 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:17,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391f52c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741837_1013 (size=7691) 2024-11-21T12:18:17,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741838_1014 (size=7894) 2024-11-21T12:18:18,022 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 687, reset compression=false 2024-11-21T12:18:18,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,41419,1732191488962 2024-11-21T12:18:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1070bc 2024-11-21T12:18:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:18,284 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T12:18:18,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:18:18,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:18,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34237,1732191489135, seqNum=-1] 2024-11-21T12:18:18,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:18,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T12:18:18,296 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T12:18:18,300 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:18:18,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ for inclusion in 4440594de2f9a93d44089a3a8a550031/f 2024-11-21T12:18:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:18:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:18:18,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ for inclusion in 4440594de2f9a93d44089a3a8a550031/f 2024-11-21T12:18:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:18:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:18:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HRegion(2603): Flush status journal for 4440594de2f9a93d44089a3a8a550031: 2024-11-21T12:18:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:18:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/dc68ff13b95d464f88039d2cbe9d0059_SeqId_4_ 2024-11-21T12:18:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4588b081939946b980e3b5849ab08a58_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:18:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/ff7adc6ce43f4f3a91a7c5e4abfd718c_SeqId_4_ 2024-11-21T12:18:18,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ into 4440594de2f9a93d44089a3a8a550031/f as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/dc68ff13b95d464f88039d2cbe9d0059_SeqId_4_ - updating store file list. 2024-11-21T12:18:18,326 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 687, reset compression=false 2024-11-21T12:18:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc68ff13b95d464f88039d2cbe9d0059_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:18:18,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/dc68ff13b95d464f88039d2cbe9d0059_SeqId_4_ into 4440594de2f9a93d44089a3a8a550031/f 2024-11-21T12:18:18,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ into 4440594de2f9a93d44089a3a8a550031/f (new location: hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/dc68ff13b95d464f88039d2cbe9d0059_SeqId_4_) 2024-11-21T12:18:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/6297812b93a44dcdb7ff9a7f3798898c_SeqId_4_ 2024-11-21T12:18:18,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ into 4440594de2f9a93d44089a3a8a550031/f as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/ff7adc6ce43f4f3a91a7c5e4abfd718c_SeqId_4_ - updating store file list. 2024-11-21T12:18:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff7adc6ce43f4f3a91a7c5e4abfd718c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:18:18,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/ff7adc6ce43f4f3a91a7c5e4abfd718c_SeqId_4_ into 4440594de2f9a93d44089a3a8a550031/f 2024-11-21T12:18:18,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ into 4440594de2f9a93d44089a3a8a550031/f (new location: hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/f/ff7adc6ce43f4f3a91a7c5e4abfd718c_SeqId_4_) 2024-11-21T12:18:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/staging/jenkins.hfs.6__test__ijb15uac2816mk8n5fjgoupfj72866trqo9n7tgk5ss8q2apq9tovtahuhb8pj6d/f/4588b081939946b980e3b5849ab08a58_SeqId_4_ 2024-11-21T12:18:18,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34237 {}] regionserver.ReplicationSink(324): Finished replicating [ac961f5b-1f9a-4689-a89f-554a3617e18b] bulk loaded data 2024-11-21T12:18:18,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:18:18,741 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 687, reset compression=false 2024-11-21T12:18:18,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:18:18,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732191498753/Put/seqid=0 2024-11-21T12:18:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741842_1018 (size=7997) 2024-11-21T12:18:18,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732191498768/Put/seqid=0 2024-11-21T12:18:18,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741843_1019 (size=7794) 2024-11-21T12:18:19,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fc87bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:19,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33461,-1 for getting cluster id 2024-11-21T12:18:19,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:18:19,185 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac961f5b-1f9a-4689-a89f-554a3617e18b' 2024-11-21T12:18:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:18:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac961f5b-1f9a-4689-a89f-554a3617e18b" 2024-11-21T12:18:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3f04dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:19,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33461,-1] 2024-11-21T12:18:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:18:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:19,187 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:18:19,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d36d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:18:19,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34513,1732191483807, seqNum=-1] 2024-11-21T12:18:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:19,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:19,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:18:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33461,1732191483652 2024-11-21T12:18:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@311aa87c 2024-11-21T12:18:19,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:18:19,200 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:18:19,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2] 2024-11-21T12:18:19,206 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:18:19,212 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T12:18:19,215 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T12:18:19,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_1 for inclusion in 30dde1906d648c3aaff9267757b46b00/f1 2024-11-21T12:18:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T12:18:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:18:19,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_0 for inclusion in 30dde1906d648c3aaff9267757b46b00/f1 2024-11-21T12:18:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T12:18:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:18:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HRegion(2603): Flush status journal for 30dde1906d648c3aaff9267757b46b00: 2024-11-21T12:18:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_1 to hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_1 2024-11-21T12:18:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_1 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/6248221f79af45909eed0a2bfece82f2_SeqId_6_ 2024-11-21T12:18:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/load_f1/f1/hfile_0 to hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_0 2024-11-21T12:18:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_0 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/f61d05cbdc7441779725ef9c66971ce1_SeqId_6_ 2024-11-21T12:18:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T12:18:19,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_1 into 30dde1906d648c3aaff9267757b46b00/f1 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/6248221f79af45909eed0a2bfece82f2_SeqId_6_ - updating store file list. 2024-11-21T12:18:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6248221f79af45909eed0a2bfece82f2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:18:19,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/6248221f79af45909eed0a2bfece82f2_SeqId_6_ into 30dde1906d648c3aaff9267757b46b00/f1 2024-11-21T12:18:19,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_1 into 30dde1906d648c3aaff9267757b46b00/f1 (new location: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/6248221f79af45909eed0a2bfece82f2_SeqId_6_) 2024-11-21T12:18:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_1 2024-11-21T12:18:19,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_0 into 30dde1906d648c3aaff9267757b46b00/f1 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/f61d05cbdc7441779725ef9c66971ce1_SeqId_6_ - updating store file list. 2024-11-21T12:18:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f61d05cbdc7441779725ef9c66971ce1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:18:19,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/f61d05cbdc7441779725ef9c66971ce1_SeqId_6_ into 30dde1906d648c3aaff9267757b46b00/f1 2024-11-21T12:18:19,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_0 into 30dde1906d648c3aaff9267757b46b00/f1 (new location: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/f1/f61d05cbdc7441779725ef9c66971ce1_SeqId_6_) 2024-11-21T12:18:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34513 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/staging/jenkins__test__jk5pp7b6f4slft6cgncq9u53r39uc92r81gu309nqpnelm9fi96rgro4l7cng6lb/f1/hfile_0 2024-11-21T12:18:19,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:18:19,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:18:19,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:19,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:18:19,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:18:19,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2 , the old value is region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4993cb2a74e:34513 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:18:19,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:18:19,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2 from cache 2024-11-21T12:18:19,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:18:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34513,1732191483807, seqNum=-1] 2024-11-21T12:18:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:18:19,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:18:19,248 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 687, reset compression=false 2024-11-21T12:18:19,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:18:19,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., hostname=b4993cb2a74e,34513,1732191483807, seqNum=2] 2024-11-21T12:18:19,253 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:18:19,253 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:19,253 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34513,1732191483807 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:18:19,349 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:34513 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:18:19,458 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:19,762 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:20,169 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:20,674 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:21,278 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:21,981 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:22,786 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:23,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:18:23,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:18:23,689 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:24,693 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:25,797 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:27,001 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:28,304 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:29,708 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:31,212 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:32,816 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:33,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:18:34,520 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:36,324 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:38,228 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:38,919 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:18:39,256 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34513,1732191483807 got entry batch from reader: null 2024-11-21T12:18:40,232 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:42,336 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:44,540 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:46,844 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:47,499 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:18:47,499 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:18:49,248 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:51,752 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:51,796 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:18:51,796 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:18:54,356 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:57,060 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:18:57,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 30dde1906d648c3aaff9267757b46b00, had cached 0 bytes from a total of 31376 2024-11-21T12:18:58,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4440594de2f9a93d44089a3a8a550031, had cached 0 bytes from a total of 15585 2024-11-21T12:18:59,256 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34513,1732191483807 got entry batch from reader: null 2024-11-21T12:18:59,865 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:02,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:03,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:19:05,773 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:07,399 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T12:19:08,879 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:08,919 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:19:12,004 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T12:19:12,083 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:15,387 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:18,791 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:19,256 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34513,1732191483807 got entry batch from reader: null 2024-11-21T12:19:19,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:19:19,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:19,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:19,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:19,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:19,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:19,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=88947061, stopped=false 2024-11-21T12:19:19,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:19,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,41419,1732191488962 2024-11-21T12:19:19,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11086779067/running 2024-11-21T12:19:19,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11086779067/running 2024-11-21T12:19:19,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:19:19,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:19:19,337 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:19,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:19,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:19,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:19,338 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,34237,1732191489135' ***** 2024-11-21T12:19:19,338 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:19,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on znode that does not yet exist, /11086779067/running 2024-11-21T12:19:19,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Set watcher on znode that does not yet exist, /11086779067/running 2024-11-21T12:19:19,338 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:19,338 INFO [RS:0;b4993cb2a74e:34237 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:19,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:19,338 INFO [RS:0;b4993cb2a74e:34237 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:19,338 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(3091): Received CLOSE for 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,34237,1732191489135 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:19,339 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4440594de2f9a93d44089a3a8a550031, disabling compactions & flushes 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34237. 2024-11-21T12:19:19,339 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:19:19,339 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:19:19,339 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191492481.4440594de2f9a93d44089a3a8a550031. after waiting 0 ms 2024-11-21T12:19:19,339 DEBUG [RS:0;b4993cb2a74e:34237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:19,339 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:19:19,339 DEBUG [RS:0;b4993cb2a74e:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:19,339 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:19:19,339 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4440594de2f9a93d44089a3a8a550031=test,,1732191492481.4440594de2f9a93d44089a3a8a550031.} 2024-11-21T12:19:19,339 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4440594de2f9a93d44089a3a8a550031 2024-11-21T12:19:19,340 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:19,340 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:19,340 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:19,340 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:19,340 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:19,340 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T12:19:19,343 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/default/test/4440594de2f9a93d44089a3a8a550031/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T12:19:19,343 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:19,343 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:19:19,343 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:19:19,344 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4440594de2f9a93d44089a3a8a550031: Waiting for close lock at 1732191559339Running coprocessor pre-close hooks at 1732191559339Disabling compacts and flushes for region at 1732191559339Disabling writes for close at 1732191559339Writing region close event to WAL at 1732191559340 (+1 ms)Running coprocessor post-close hooks at 1732191559343 (+3 ms)Closed at 1732191559343 2024-11-21T12:19:19,344 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191492481.4440594de2f9a93d44089a3a8a550031. 2024-11-21T12:19:19,355 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/info/7bca22bd61354328a275313ff5a2c122 is 129, key is test,,1732191492481.4440594de2f9a93d44089a3a8a550031./info:regioninfo/1732191493668/Put/seqid=0 2024-11-21T12:19:19,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741839_1015 (size=6421) 2024-11-21T12:19:19,424 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:19,441 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:19,442 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:19,540 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:19,740 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:19,760 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/info/7bca22bd61354328a275313ff5a2c122 2024-11-21T12:19:19,779 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/ns/8e3242136a0a419fa483fa72e3bc326a is 43, key is default/ns:d/1732191491194/Put/seqid=0 2024-11-21T12:19:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:19:19,940 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:20,140 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:20,184 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/ns/8e3242136a0a419fa483fa72e3bc326a 2024-11-21T12:19:20,203 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/rep_barrier/b270a8ef17fd4d9faf65925042e2424e is 112, key is test,,1732191492481.4440594de2f9a93d44089a3a8a550031./rep_barrier:seqnumDuringOpen/1732191493668/Put/seqid=0 2024-11-21T12:19:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741841_1017 (size=5518) 2024-11-21T12:19:20,340 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:19:20,340 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:19:20,340 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:20,541 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:20,607 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/rep_barrier/b270a8ef17fd4d9faf65925042e2424e 2024-11-21T12:19:20,625 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/table/ba0ae5f167a64e07ad36dfa637583a7c is 40, key is test/table:state/1732191493692/Put/seqid=0 2024-11-21T12:19:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741842_1018 (size=5165) 2024-11-21T12:19:20,741 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:20,941 DEBUG [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:21,029 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/table/ba0ae5f167a64e07ad36dfa637583a7c 2024-11-21T12:19:21,036 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/info/7bca22bd61354328a275313ff5a2c122 as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/info/7bca22bd61354328a275313ff5a2c122 2024-11-21T12:19:21,041 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/info/7bca22bd61354328a275313ff5a2c122, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T12:19:21,042 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/ns/8e3242136a0a419fa483fa72e3bc326a as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/ns/8e3242136a0a419fa483fa72e3bc326a 2024-11-21T12:19:21,047 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/ns/8e3242136a0a419fa483fa72e3bc326a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:19:21,048 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/rep_barrier/b270a8ef17fd4d9faf65925042e2424e as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/rep_barrier/b270a8ef17fd4d9faf65925042e2424e 2024-11-21T12:19:21,053 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/rep_barrier/b270a8ef17fd4d9faf65925042e2424e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T12:19:21,054 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/.tmp/table/ba0ae5f167a64e07ad36dfa637583a7c as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/table/ba0ae5f167a64e07ad36dfa637583a7c 2024-11-21T12:19:21,059 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/table/ba0ae5f167a64e07ad36dfa637583a7c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:19:21,060 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-21T12:19:21,064 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:19:21,064 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:21,064 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:21,064 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:21,064 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191559339Running coprocessor pre-close hooks at 1732191559339Disabling compacts and flushes for region at 1732191559339Disabling writes for close at 1732191559340 (+1 ms)Obtaining lock to block concurrent updates at 1732191559340Preparing flush snapshotting stores in 1588230740 at 1732191559340Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732191559340Flushing stores of hbase:meta,,1.1588230740 at 1732191559341 (+1 ms)Flushing 1588230740/info: creating writer at 1732191559341Flushing 1588230740/info: appending metadata at 1732191559355 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732191559355Flushing 1588230740/ns: creating writer at 1732191559766 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732191559779 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732191559779Flushing 1588230740/rep_barrier: creating writer at 1732191560189 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191560202 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191560202Flushing 1588230740/table: creating writer at 1732191560612 (+410 ms)Flushing 1588230740/table: appending metadata at 1732191560625 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732191560625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206f4bc0: reopening flushed file at 1732191561035 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fef32a0: reopening flushed file at 1732191561041 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb89d12: reopening flushed file at 1732191561047 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acf23d5: reopening flushed file at 1732191561053 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1732191561060 (+7 ms)Writing region close event to WAL at 1732191561061 (+1 ms)Running coprocessor post-close hooks at 1732191561064 (+3 ms)Closed at 1732191561064 2024-11-21T12:19:21,065 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:21,141 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,34237,1732191489135; all regions closed. 2024-11-21T12:19:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741834_1010 (size=2717) 2024-11-21T12:19:21,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/WALs/b4993cb2a74e,34237,1732191489135/b4993cb2a74e%2C34237%2C1732191489135.meta.1732191491142.meta not finished, retry = 0 2024-11-21T12:19:21,246 DEBUG [RS:0;b4993cb2a74e:34237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/oldWALs 2024-11-21T12:19:21,246 INFO [RS:0;b4993cb2a74e:34237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34237%2C1732191489135.meta:.meta(num 1732191491142) 2024-11-21T12:19:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741833_1009 (size=1028) 2024-11-21T12:19:21,250 DEBUG [RS:0;b4993cb2a74e:34237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/oldWALs 2024-11-21T12:19:21,250 INFO [RS:0;b4993cb2a74e:34237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34237%2C1732191489135:(num 1732191490586) 2024-11-21T12:19:21,250 DEBUG [RS:0;b4993cb2a74e:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:21,250 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:21,250 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:21,250 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:21,251 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:21,251 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:21,251 INFO [RS:0;b4993cb2a74e:34237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34237. 2024-11-21T12:19:21,251 DEBUG [RS:0;b4993cb2a74e:34237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:21,251 DEBUG [RS:0;b4993cb2a74e:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:21,251 DEBUG [RS:0;b4993cb2a74e:34237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:21,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:21,251 INFO [RS:0;b4993cb2a74e:34237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34237 2024-11-21T12:19:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067/rs 2024-11-21T12:19:21,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11086779067/rs/b4993cb2a74e,34237,1732191489135 2024-11-21T12:19:21,282 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:21,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,34237,1732191489135] 2024-11-21T12:19:21,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11086779067/draining/b4993cb2a74e,34237,1732191489135 already deleted, retry=false 2024-11-21T12:19:21,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,34237,1732191489135 expired; onlineServers=0 2024-11-21T12:19:21,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,41419,1732191488962' ***** 2024-11-21T12:19:21,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:21,305 INFO [M:0;b4993cb2a74e:41419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:21,305 INFO [M:0;b4993cb2a74e:41419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:21,305 DEBUG [M:0;b4993cb2a74e:41419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:21,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:21,306 DEBUG [M:0;b4993cb2a74e:41419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:21,306 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191490300 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191490300,5,FailOnTimeoutGroup] 2024-11-21T12:19:21,306 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191490291 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191490291,5,FailOnTimeoutGroup] 2024-11-21T12:19:21,306 INFO [M:0;b4993cb2a74e:41419 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:21,306 INFO [M:0;b4993cb2a74e:41419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:21,306 DEBUG [M:0;b4993cb2a74e:41419 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:21,306 INFO [M:0;b4993cb2a74e:41419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:21,306 INFO [M:0;b4993cb2a74e:41419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:21,306 INFO [M:0;b4993cb2a74e:41419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:21,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11086779067/master 2024-11-21T12:19:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11086779067 2024-11-21T12:19:21,316 DEBUG [M:0;b4993cb2a74e:41419 {}] zookeeper.ZKUtil(347): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Unable to get data of znode /11086779067/master because node does not exist (not an error) 2024-11-21T12:19:21,316 WARN [M:0;b4993cb2a74e:41419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:21,317 INFO [M:0;b4993cb2a74e:41419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/.lastflushedseqids 2024-11-21T12:19:21,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741843_1019 (size=173) 2024-11-21T12:19:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:21,395 INFO [RS:0;b4993cb2a74e:34237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:21,395 INFO [RS:0;b4993cb2a74e:34237 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,34237,1732191489135; zookeeper connection closed. 2024-11-21T12:19:21,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34237-0x1015d546a6d0004, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:21,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14a96578 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14a96578 2024-11-21T12:19:21,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:21,721 INFO [M:0;b4993cb2a74e:41419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:21,722 INFO [M:0;b4993cb2a74e:41419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:21,722 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:21,722 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:21,722 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:21,722 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:21,722 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:21,722 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-21T12:19:21,737 DEBUG [M:0;b4993cb2a74e:41419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2cca63ddddd4b809d4dfe7a32e4be9a is 82, key is hbase:meta,,1/info:regioninfo/1732191491172/Put/seqid=0 2024-11-21T12:19:21,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741844_1020 (size=5672) 2024-11-21T12:19:22,141 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2cca63ddddd4b809d4dfe7a32e4be9a 2024-11-21T12:19:22,160 DEBUG [M:0;b4993cb2a74e:41419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed79a861ee1447158dc4fb5595e14369 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191493699/Put/seqid=0 2024-11-21T12:19:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741845_1021 (size=6728) 2024-11-21T12:19:22,295 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 to pos 997, reset compression=false 2024-11-21T12:19:22,564 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed79a861ee1447158dc4fb5595e14369 2024-11-21T12:19:22,569 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed79a861ee1447158dc4fb5595e14369 2024-11-21T12:19:22,586 DEBUG [M:0;b4993cb2a74e:41419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cf4cb3229824731869739e11f0aaa1d is 69, key is b4993cb2a74e,34237,1732191489135/rs:state/1732191490374/Put/seqid=0 2024-11-21T12:19:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741846_1022 (size=5156) 2024-11-21T12:19:22,991 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cf4cb3229824731869739e11f0aaa1d 2024-11-21T12:19:22,996 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2cca63ddddd4b809d4dfe7a32e4be9a as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2cca63ddddd4b809d4dfe7a32e4be9a 2024-11-21T12:19:23,001 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2cca63ddddd4b809d4dfe7a32e4be9a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T12:19:23,002 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed79a861ee1447158dc4fb5595e14369 as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed79a861ee1447158dc4fb5595e14369 2024-11-21T12:19:23,007 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed79a861ee1447158dc4fb5595e14369 2024-11-21T12:19:23,007 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed79a861ee1447158dc4fb5595e14369, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T12:19:23,008 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8cf4cb3229824731869739e11f0aaa1d as hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cf4cb3229824731869739e11f0aaa1d 2024-11-21T12:19:23,012 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36219/user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8cf4cb3229824731869739e11f0aaa1d, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T12:19:23,013 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-11-21T12:19:23,014 INFO [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:23,015 DEBUG [M:0;b4993cb2a74e:41419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191561722Disabling compacts and flushes for region at 1732191561722Disabling writes for close at 1732191561722Obtaining lock to block concurrent updates at 1732191561722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191561722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732191561723 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191561723Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191561723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191561736 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191561736Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191562146 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191562159 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191562160 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191562570 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191562586 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191562586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609da440: reopening flushed file at 1732191562995 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf222ca: reopening flushed file at 1732191563001 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2070bbb7: reopening flushed file at 1732191563007 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1732191563013 (+6 ms)Writing region close event to WAL at 1732191563014 (+1 ms)Closed at 1732191563014 2024-11-21T12:19:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41191 is added to blk_1073741830_1006 (size=33038) 2024-11-21T12:19:23,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04335735-77bd-c92f-9d52-2d1bdd06ca90/MasterData/WALs/b4993cb2a74e,41419,1732191488962/b4993cb2a74e%2C41419%2C1732191488962.1732191489812 not finished, retry = 0 2024-11-21T12:19:23,117 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:23,117 INFO [M:0;b4993cb2a74e:41419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:23,117 INFO [M:0;b4993cb2a74e:41419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41419 2024-11-21T12:19:23,118 INFO [M:0;b4993cb2a74e:41419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:23,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:23,287 INFO [M:0;b4993cb2a74e:41419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41419-0x1015d546a6d0003, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:23,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5a8218{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:23,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fa22e45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:23,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:23,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a0a551{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:23,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d1832e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:23,322 WARN [BP-1463438459-172.17.0.2-1732191487300 heartbeating to localhost/127.0.0.1:36219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:19:23,322 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:19:23,322 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:19:23,322 WARN [BP-1463438459-172.17.0.2-1732191487300 heartbeating to localhost/127.0.0.1:36219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1463438459-172.17.0.2-1732191487300 (Datanode Uuid 2d705750-cbe9-4e51-95d1-ffc77e9a8dd3) service to localhost/127.0.0.1:36219 2024-11-21T12:19:23,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/cluster_d789123e-f50c-0f85-6f9d-a8b5b0b31827/data/data1/current/BP-1463438459-172.17.0.2-1732191487300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:23,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/cluster_d789123e-f50c-0f85-6f9d-a8b5b0b31827/data/data2/current/BP-1463438459-172.17.0.2-1732191487300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:23,323 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:19:23,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de4daf7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:23,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4afdd768{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:23,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:23,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a5a62e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:23,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3423848e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:23,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:19:23,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:19:23,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:23,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:23,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:23,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:23,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:23,341 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:23,342 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=872543490, stopped=false 2024-11-21T12:19:23,342 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,33461,1732191483652 2024-11-21T12:19:23,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0824688827/running 2024-11-21T12:19:23,358 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:23,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0824688827/running 2024-11-21T12:19:23,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:19:23,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:23,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:19:23,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:23,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:23,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,34513,1732191483807' ***** 2024-11-21T12:19:23,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:23,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(3091): Received CLOSE for 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:19:23,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on znode that does not yet exist, /0824688827/running 2024-11-21T12:19:23,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Set watcher on znode that does not yet exist, /0824688827/running 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(3091): Received CLOSE for 04f58aa655a950002b38ba9ae89dd2bf 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,34513,1732191483807 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34513. 2024-11-21T12:19:23,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30dde1906d648c3aaff9267757b46b00, disabling compactions & flushes 2024-11-21T12:19:23,359 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:19:23,359 DEBUG [RS:0;b4993cb2a74e:34513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:23,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:19:23,359 DEBUG [RS:0;b4993cb2a74e:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:23,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191491329.30dde1906d648c3aaff9267757b46b00. after waiting 0 ms 2024-11-21T12:19:23,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:23,359 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:23,360 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:19:23,360 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 30dde1906d648c3aaff9267757b46b00=test,,1732191491329.30dde1906d648c3aaff9267757b46b00., 04f58aa655a950002b38ba9ae89dd2bf=hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf.} 2024-11-21T12:19:23,360 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 04f58aa655a950002b38ba9ae89dd2bf, 1588230740, 30dde1906d648c3aaff9267757b46b00 2024-11-21T12:19:23,360 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:23,360 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:23,360 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:23,360 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:23,360 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:23,360 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:19:23,363 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/default/test/30dde1906d648c3aaff9267757b46b00/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:19:23,364 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30dde1906d648c3aaff9267757b46b00: Waiting for close lock at 1732191563359Running coprocessor pre-close hooks at 1732191563359Disabling compacts and flushes for region at 1732191563359Disabling writes for close at 1732191563359Writing region close event to WAL at 1732191563361 (+2 ms)Running coprocessor post-close hooks at 1732191563364 (+3 ms)Closed at 1732191563364 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191491329.30dde1906d648c3aaff9267757b46b00. 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04f58aa655a950002b38ba9ae89dd2bf, disabling compactions & flushes 2024-11-21T12:19:23,364 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. after waiting 0 ms 2024-11-21T12:19:23,364 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:19:23,364 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04f58aa655a950002b38ba9ae89dd2bf 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T12:19:23,377 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/info/00a13a3e29b342a1861935636fcb0dc9 is 147, key is hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf./info:regioninfo/1732191495896/Put/seqid=0 2024-11-21T12:19:23,378 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/.tmp/hfileref/26e3cd44bea64d5d817e4d4ecc1e6bf7 is 74, key is 1/hfileref:4588b081939946b980e3b5849ab08a58_SeqId_4_/1732191498351/DeleteColumn/seqid=0 2024-11-21T12:19:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741845_1021 (size=5203) 2024-11-21T12:19:23,383 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741844_1020 (size=7686) 2024-11-21T12:19:23,560 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 04f58aa655a950002b38ba9ae89dd2bf, 1588230740 2024-11-21T12:19:23,760 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 04f58aa655a950002b38ba9ae89dd2bf, 1588230740 2024-11-21T12:19:23,782 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/.tmp/hfileref/26e3cd44bea64d5d817e4d4ecc1e6bf7 2024-11-21T12:19:23,786 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/info/00a13a3e29b342a1861935636fcb0dc9 2024-11-21T12:19:23,805 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/.tmp/queue/06bf4f392fe14d57a696dd8ce1169704 is 153, key is 1-b4993cb2a74e,34513,1732191483807/queue:b4993cb2a74e%2C34513%2C1732191483807/1732191499255/Put/seqid=0 2024-11-21T12:19:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741846_1022 (size=5352) 2024-11-21T12:19:23,810 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/ns/9095f44349ed403aa0d2e4264d2722e3 is 43, key is default/ns:d/1732191487170/Put/seqid=0 2024-11-21T12:19:23,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741847_1023 (size=5153) 2024-11-21T12:19:23,960 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 04f58aa655a950002b38ba9ae89dd2bf, 1588230740 2024-11-21T12:19:24,117 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:24,117 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:24,161 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 04f58aa655a950002b38ba9ae89dd2bf, 1588230740 2024-11-21T12:19:24,210 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/.tmp/queue/06bf4f392fe14d57a696dd8ce1169704 2024-11-21T12:19:24,214 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/ns/9095f44349ed403aa0d2e4264d2722e3 2024-11-21T12:19:24,216 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/.tmp/hfileref/26e3cd44bea64d5d817e4d4ecc1e6bf7 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/hfileref/26e3cd44bea64d5d817e4d4ecc1e6bf7 2024-11-21T12:19:24,220 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/hfileref/26e3cd44bea64d5d817e4d4ecc1e6bf7, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T12:19:24,221 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/.tmp/queue/06bf4f392fe14d57a696dd8ce1169704 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/queue/06bf4f392fe14d57a696dd8ce1169704 2024-11-21T12:19:24,226 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/queue/06bf4f392fe14d57a696dd8ce1169704, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T12:19:24,227 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 04f58aa655a950002b38ba9ae89dd2bf in 863ms, sequenceid=10, compaction requested=false 2024-11-21T12:19:24,231 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/replication/04f58aa655a950002b38ba9ae89dd2bf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:19:24,231 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:24,231 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:24,231 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:19:24,231 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04f58aa655a950002b38ba9ae89dd2bf: Waiting for close lock at 1732191563364Running coprocessor pre-close hooks at 1732191563364Disabling compacts and flushes for region at 1732191563364Disabling writes for close at 1732191563364Obtaining lock to block concurrent updates at 1732191563364Preparing flush snapshotting stores in 04f58aa655a950002b38ba9ae89dd2bf at 1732191563364Finished memstore snapshotting hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732191563365 (+1 ms)Flushing stores of hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. at 1732191563365Flushing 04f58aa655a950002b38ba9ae89dd2bf/hfileref: creating writer at 1732191563365Flushing 04f58aa655a950002b38ba9ae89dd2bf/hfileref: appending metadata at 1732191563378 (+13 ms)Flushing 04f58aa655a950002b38ba9ae89dd2bf/hfileref: closing flushed file at 1732191563378Flushing 04f58aa655a950002b38ba9ae89dd2bf/queue: creating writer at 1732191563789 (+411 ms)Flushing 04f58aa655a950002b38ba9ae89dd2bf/queue: appending metadata at 1732191563805 (+16 ms)Flushing 04f58aa655a950002b38ba9ae89dd2bf/queue: closing flushed file at 1732191563805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301182e0: reopening flushed file at 1732191564215 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ffcd35: reopening flushed file at 1732191564220 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 04f58aa655a950002b38ba9ae89dd2bf in 863ms, sequenceid=10, compaction requested=false at 1732191564227 (+7 ms)Writing region close event to WAL at 1732191564228 (+1 ms)Running coprocessor post-close hooks at 1732191564231 (+3 ms)Closed at 1732191564231 2024-11-21T12:19:24,231 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191494656.04f58aa655a950002b38ba9ae89dd2bf. 2024-11-21T12:19:24,234 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/rep_barrier/731f9d3b93264e75b5aba77db83d58c6 is 112, key is test,,1732191491329.30dde1906d648c3aaff9267757b46b00./rep_barrier:seqnumDuringOpen/1732191492099/Put/seqid=0 2024-11-21T12:19:24,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741848_1024 (size=5518) 2024-11-21T12:19:24,361 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:19:24,361 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:19:24,361 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:24,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,561 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:24,639 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/rep_barrier/731f9d3b93264e75b5aba77db83d58c6 2024-11-21T12:19:24,662 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/table/a05ba3d490c9450ca2a39a6ac3aa429e is 53, key is hbase:replication/table:state/1732191495906/Put/seqid=0 2024-11-21T12:19:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741849_1025 (size=5308) 2024-11-21T12:19:24,761 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:24,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:24,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:24,961 DEBUG [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:25,067 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/table/a05ba3d490c9450ca2a39a6ac3aa429e 2024-11-21T12:19:25,072 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/info/00a13a3e29b342a1861935636fcb0dc9 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/info/00a13a3e29b342a1861935636fcb0dc9 2024-11-21T12:19:25,077 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/info/00a13a3e29b342a1861935636fcb0dc9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:19:25,078 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/ns/9095f44349ed403aa0d2e4264d2722e3 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/ns/9095f44349ed403aa0d2e4264d2722e3 2024-11-21T12:19:25,083 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/ns/9095f44349ed403aa0d2e4264d2722e3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:19:25,083 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/rep_barrier/731f9d3b93264e75b5aba77db83d58c6 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/rep_barrier/731f9d3b93264e75b5aba77db83d58c6 2024-11-21T12:19:25,088 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/rep_barrier/731f9d3b93264e75b5aba77db83d58c6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:19:25,089 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/.tmp/table/a05ba3d490c9450ca2a39a6ac3aa429e as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/table/a05ba3d490c9450ca2a39a6ac3aa429e 2024-11-21T12:19:25,094 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/table/a05ba3d490c9450ca2a39a6ac3aa429e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:19:25,096 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-21T12:19:25,096 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:19:25,101 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:19:25,101 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:25,101 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:25,101 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:25,101 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191563360Running coprocessor pre-close hooks at 1732191563360Disabling compacts and flushes for region at 1732191563360Disabling writes for close at 1732191563360Obtaining lock to block concurrent updates at 1732191563360Preparing flush snapshotting stores in 1588230740 at 1732191563360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191563361 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191563361Flushing 1588230740/info: creating writer at 1732191563361Flushing 1588230740/info: appending metadata at 1732191563377 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732191563377Flushing 1588230740/ns: creating writer at 1732191563791 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732191563810 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732191563810Flushing 1588230740/rep_barrier: creating writer at 1732191564220 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191564234 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191564234Flushing 1588230740/table: creating writer at 1732191564645 (+411 ms)Flushing 1588230740/table: appending metadata at 1732191564662 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732191564662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ecd193: reopening flushed file at 1732191565072 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3165d01e: reopening flushed file at 1732191565077 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2072c2fd: reopening flushed file at 1732191565083 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3271b959: reopening flushed file at 1732191565088 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1732191565096 (+8 ms)Writing region close event to WAL at 1732191565098 (+2 ms)Running coprocessor post-close hooks at 1732191565101 (+3 ms)Closed at 1732191565101 2024-11-21T12:19:25,101 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:25,162 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,34513,1732191483807; all regions closed. 2024-11-21T12:19:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:19:25,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.meta.1732191487080.meta not finished, retry = 0 2024-11-21T12:19:25,267 DEBUG [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/oldWALs 2024-11-21T12:19:25,267 INFO [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34513%2C1732191483807.meta:.meta(num 1732191487080) 2024-11-21T12:19:25,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741839_1015 (size=2700) 2024-11-21T12:19:25,271 DEBUG [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/oldWALs 2024-11-21T12:19:25,271 INFO [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34513%2C1732191483807.rep:(num 1732191495828) 2024-11-21T12:19:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741832_1008 (size=1300) 2024-11-21T12:19:25,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/WALs/b4993cb2a74e,34513,1732191483807/b4993cb2a74e%2C34513%2C1732191483807.1732191486250 not finished, retry = 0 2024-11-21T12:19:25,376 DEBUG [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/oldWALs 2024-11-21T12:19:25,376 INFO [RS:0;b4993cb2a74e:34513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34513%2C1732191483807:(num 1732191486250) 2024-11-21T12:19:25,376 DEBUG [RS:0;b4993cb2a74e:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:25,376 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:25,376 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:25,376 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:25,376 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:25,376 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:25,377 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,34513,1732191483807 because: Region server is closing 2024-11-21T12:19:25,377 INFO [RS:0;b4993cb2a74e:34513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34513. 2024-11-21T12:19:25,377 DEBUG [RS:0;b4993cb2a74e:34513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:25,377 DEBUG [RS:0;b4993cb2a74e:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:25,377 DEBUG [RS:0;b4993cb2a74e:34513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:25,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:25,477 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:19:25,477 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.wal-reader.b4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:19:25,478 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34513,1732191483807.replicationSource.shipperb4993cb2a74e%2C34513%2C1732191483807,1-b4993cb2a74e,34513,1732191483807 terminated 2024-11-21T12:19:25,478 INFO [RS:0;b4993cb2a74e:34513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34513 2024-11-21T12:19:25,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0824688827/rs/b4993cb2a74e,34513,1732191483807 2024-11-21T12:19:25,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827/rs 2024-11-21T12:19:25,537 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:25,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,34513,1732191483807] 2024-11-21T12:19:25,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0824688827/draining/b4993cb2a74e,34513,1732191483807 already deleted, retry=false 2024-11-21T12:19:25,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,34513,1732191483807 expired; onlineServers=0 2024-11-21T12:19:25,557 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,33461,1732191483652' ***** 2024-11-21T12:19:25,557 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:25,558 INFO [M:0;b4993cb2a74e:33461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:25,558 INFO [M:0;b4993cb2a74e:33461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:25,558 DEBUG [M:0;b4993cb2a74e:33461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:25,558 DEBUG [M:0;b4993cb2a74e:33461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:25,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:25,558 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191485867 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191485867,5,FailOnTimeoutGroup] 2024-11-21T12:19:25,558 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191485867 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191485867,5,FailOnTimeoutGroup] 2024-11-21T12:19:25,558 INFO [M:0;b4993cb2a74e:33461 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:25,558 INFO [M:0;b4993cb2a74e:33461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:25,558 DEBUG [M:0;b4993cb2a74e:33461 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:25,558 INFO [M:0;b4993cb2a74e:33461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:25,558 INFO [M:0;b4993cb2a74e:33461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:25,558 INFO [M:0;b4993cb2a74e:33461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:25,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0824688827/master 2024-11-21T12:19:25,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0824688827 2024-11-21T12:19:25,568 DEBUG [M:0;b4993cb2a74e:33461 {}] zookeeper.ZKUtil(347): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Unable to get data of znode /0824688827/master because node does not exist (not an error) 2024-11-21T12:19:25,568 WARN [M:0;b4993cb2a74e:33461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:25,569 INFO [M:0;b4993cb2a74e:33461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/.lastflushedseqids 2024-11-21T12:19:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741850_1026 (size=263) 2024-11-21T12:19:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:25,647 INFO [RS:0;b4993cb2a74e:34513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:25,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34513-0x1015d546a6d0001, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:25,647 INFO [RS:0;b4993cb2a74e:34513 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,34513,1732191483807; zookeeper connection closed. 2024-11-21T12:19:25,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5659ebc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5659ebc6 2024-11-21T12:19:25,648 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:25,974 INFO [M:0;b4993cb2a74e:33461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:25,974 INFO [M:0;b4993cb2a74e:33461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:25,974 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:25,974 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:25,974 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:25,974 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:25,974 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:25,975 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-21T12:19:25,988 DEBUG [M:0;b4993cb2a74e:33461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2deaef7fb6841078e02c4758eaf4775 is 82, key is hbase:meta,,1/info:regioninfo/1732191487117/Put/seqid=0 2024-11-21T12:19:25,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741851_1027 (size=5672) 2024-11-21T12:19:26,393 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2deaef7fb6841078e02c4758eaf4775 2024-11-21T12:19:26,417 DEBUG [M:0;b4993cb2a74e:33461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e98d6728f184211a76d83f73346016d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191492114/Put/seqid=0 2024-11-21T12:19:26,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741852_1028 (size=7241) 2024-11-21T12:19:26,822 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e98d6728f184211a76d83f73346016d 2024-11-21T12:19:26,826 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e98d6728f184211a76d83f73346016d 2024-11-21T12:19:26,840 DEBUG [M:0;b4993cb2a74e:33461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e75b3c1ab8944e3994329eabf186ab7 is 69, key is b4993cb2a74e,34513,1732191483807/rs:state/1732191486082/Put/seqid=0 2024-11-21T12:19:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741853_1029 (size=5156) 2024-11-21T12:19:27,244 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e75b3c1ab8944e3994329eabf186ab7 2024-11-21T12:19:27,250 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2deaef7fb6841078e02c4758eaf4775 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2deaef7fb6841078e02c4758eaf4775 2024-11-21T12:19:27,254 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2deaef7fb6841078e02c4758eaf4775, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T12:19:27,255 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e98d6728f184211a76d83f73346016d as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e98d6728f184211a76d83f73346016d 2024-11-21T12:19:27,260 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e98d6728f184211a76d83f73346016d 2024-11-21T12:19:27,260 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e98d6728f184211a76d83f73346016d, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T12:19:27,261 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e75b3c1ab8944e3994329eabf186ab7 as hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e75b3c1ab8944e3994329eabf186ab7 2024-11-21T12:19:27,266 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43107/user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e75b3c1ab8944e3994329eabf186ab7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T12:19:27,267 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-21T12:19:27,268 INFO [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:27,268 DEBUG [M:0;b4993cb2a74e:33461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191565974Disabling compacts and flushes for region at 1732191565974Disabling writes for close at 1732191565974Obtaining lock to block concurrent updates at 1732191565975 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191565975Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732191565975Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191565975Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191565976 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191565988 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191565988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191566398 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191566417 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191566417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191566827 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191566839 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191566839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ce991a: reopening flushed file at 1732191567249 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8f6cbe: reopening flushed file at 1732191567254 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e895d5a: reopening flushed file at 1732191567261 (+7 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1732191567267 (+6 ms)Writing region close event to WAL at 1732191567268 (+1 ms)Closed at 1732191567268 2024-11-21T12:19:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40187 is added to blk_1073741830_1006 (size=64538) 2024-11-21T12:19:27,272 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aebc1478-b96d-fc2d-3e14-811c0c82d26e/MasterData/WALs/b4993cb2a74e,33461,1732191483652/b4993cb2a74e%2C33461%2C1732191483652.1732191485558 not finished, retry = 0 2024-11-21T12:19:27,373 INFO [M:0;b4993cb2a74e:33461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:27,373 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:27,373 INFO [M:0;b4993cb2a74e:33461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33461 2024-11-21T12:19:27,374 INFO [M:0;b4993cb2a74e:33461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:27,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:27,531 INFO [M:0;b4993cb2a74e:33461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:27,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33461-0x1015d546a6d0000, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:27,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64de1db9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:27,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@171d4453{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:27,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:27,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f366e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:27,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a67819b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:27,536 WARN [BP-200876223-172.17.0.2-1732191481571 heartbeating to localhost/127.0.0.1:43107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:19:27,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:19:27,536 WARN [BP-200876223-172.17.0.2-1732191481571 heartbeating to localhost/127.0.0.1:43107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-200876223-172.17.0.2-1732191481571 (Datanode Uuid e6f17769-9f6b-40ef-9436-cd80f7c0b640) service to localhost/127.0.0.1:43107 2024-11-21T12:19:27,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:19:27,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934/data/data1/current/BP-200876223-172.17.0.2-1732191481571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:27,537 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/cluster_fa76f515-7019-81be-8134-929a9f445934/data/data2/current/BP-200876223-172.17.0.2-1732191481571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:27,537 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:19:27,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57f3ba00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:27,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44ca632b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:27,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:27,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56de46a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:27,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c418b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07b055dd-c465-af49-2cc6-486d133c11b2/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:27,547 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:19:27,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:19:27,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43107 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f4824b89a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f4824b89a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62051) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36219 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=957 (was 1407) 2024-11-21T12:19:27,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=957 2024-11-21T12:19:27,583 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T12:19:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.log.dir so I do NOT create it in target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7 2024-11-21T12:19:27,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:19:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.tmp.dir so I do NOT create it in target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7 2024-11-21T12:19:27,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69c16d61-8904-9171-5745-0d9b243f02e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:19:27,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7 2024-11-21T12:19:27,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081, deleteOnExit=true 2024-11-21T12:19:27,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081/zookeeper_0, clientPort=55294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:19:27,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55294 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/test.cache.data in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:19:27,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:19:27,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:19:27,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:19:27,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d546a6d0005, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:19:27,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d546a6d0002, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:19:27,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d546a6d0002, quorum=127.0.0.1:62051, baseZNode=/0824688827 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:19:27,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d546a6d0005, quorum=127.0.0.1:62051, baseZNode=/11086779067 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:19:27,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:27,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:27,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:27,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:27,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:19:27,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:27,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cc0b4f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:27,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d20087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:28,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38cc85fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/java.io.tmpdir/jetty-localhost-46269-hadoop-hdfs-3_4_1-tests_jar-_-any-10189641635797555772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:28,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6157d5{HTTP/1.1, (http/1.1)}{localhost:46269} 2024-11-21T12:19:28,091 INFO [Time-limited test {}] server.Server(415): Started @142025ms 2024-11-21T12:19:28,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:28,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:28,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:28,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:28,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:19:28,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e0bf5c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:28,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b7e6eda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:28,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68918b05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/java.io.tmpdir/jetty-localhost-37241-hadoop-hdfs-3_4_1-tests_jar-_-any-14779644989958292688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:28,452 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54c25313{HTTP/1.1, (http/1.1)}{localhost:37241} 2024-11-21T12:19:28,452 INFO [Time-limited test {}] server.Server(415): Started @142386ms 2024-11-21T12:19:28,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:19:29,122 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081/data/data2/current/BP-595997873-172.17.0.2-1732191567645/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:29,122 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081/data/data1/current/BP-595997873-172.17.0.2-1732191567645/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:29,137 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:19:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x747439996cf70e5b with lease ID 0xed21e032cee98c90: Processing first storage report for DS-d700dbc8-19fe-4962-bbf7-4c45982d599d from datanode DatanodeRegistration(127.0.0.1:42777, datanodeUuid=a3c5b656-fa66-49ca-9857-c23b80e9f839, infoPort=37137, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1585429563;c=1732191567645) 2024-11-21T12:19:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x747439996cf70e5b with lease ID 0xed21e032cee98c90: from storage DS-d700dbc8-19fe-4962-bbf7-4c45982d599d node DatanodeRegistration(127.0.0.1:42777, datanodeUuid=a3c5b656-fa66-49ca-9857-c23b80e9f839, infoPort=37137, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1585429563;c=1732191567645), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:19:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x747439996cf70e5b with lease ID 0xed21e032cee98c90: Processing first storage report for DS-c846ca33-f08f-4cd5-a817-ca06a160e332 from datanode DatanodeRegistration(127.0.0.1:42777, datanodeUuid=a3c5b656-fa66-49ca-9857-c23b80e9f839, infoPort=37137, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1585429563;c=1732191567645) 2024-11-21T12:19:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x747439996cf70e5b with lease ID 0xed21e032cee98c90: from storage DS-c846ca33-f08f-4cd5-a817-ca06a160e332 node DatanodeRegistration(127.0.0.1:42777, datanodeUuid=a3c5b656-fa66-49ca-9857-c23b80e9f839, infoPort=37137, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=1585429563;c=1732191567645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:29,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7 2024-11-21T12:19:29,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:29,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:29,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:19:29,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7 with version=8 2024-11-21T12:19:29,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/hbase-staging 2024-11-21T12:19:29,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:29,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:29,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:29,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:29,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:29,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:29,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:29,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:29,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38079 2024-11-21T12:19:29,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38079 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380790x0, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:29,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38079-0x1015d55bab50000 connected 2024-11-21T12:19:29,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:29,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:29,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:29,781 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7, hbase.cluster.distributed=false 2024-11-21T12:19:29,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/acl 2024-11-21T12:19:29,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-21T12:19:29,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38079 2024-11-21T12:19:29,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38079 2024-11-21T12:19:29,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-21T12:19:29,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38079 2024-11-21T12:19:29,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:29,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:29,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:29,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:29,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:29,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:29,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:29,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:29,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34041 2024-11-21T12:19:29,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34041 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:29,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:29,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:29,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340410x0, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:29,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340410x0, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:29,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34041-0x1015d55bab50001 connected 2024-11-21T12:19:29,811 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:29,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:29,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/master 2024-11-21T12:19:29,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/acl 2024-11-21T12:19:29,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-21T12:19:29,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34041 2024-11-21T12:19:29,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34041 2024-11-21T12:19:29,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-21T12:19:29,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-21T12:19:29,828 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:38079 2024-11-21T12:19:29,828 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0604892090/backup-masters/b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:29,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:29,840 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on existing znode=/0604892090/backup-masters/b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:29,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604892090/master 2024-11-21T12:19:29,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:29,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:29,852 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on existing znode=/0604892090/master 2024-11-21T12:19:29,853 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0604892090/backup-masters/b4993cb2a74e,38079,1732191569589 from backup master directory 2024-11-21T12:19:29,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:29,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/backup-masters/b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:29,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:29,862 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:29,863 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:29,866 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/hbase.id] with ID: bd49d365-6393-45a9-99b4-594308aa4869 2024-11-21T12:19:29,866 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/.tmp/hbase.id 2024-11-21T12:19:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:19:30,271 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/.tmp/hbase.id]:[hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/hbase.id] 2024-11-21T12:19:30,282 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:30,282 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:30,283 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:19:30,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:30,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:19:30,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:30,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:30,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:30,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:30,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:30,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:30,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:30,743 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:30,743 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:30,744 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:19:31,151 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store 2024-11-21T12:19:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:19:31,557 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:31,557 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:31,557 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:31,557 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:31,557 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:31,557 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:31,557 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:31,557 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191571557Disabling compacts and flushes for region at 1732191571557Disabling writes for close at 1732191571557Writing region close event to WAL at 1732191571557Closed at 1732191571557 2024-11-21T12:19:31,558 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/.initializing 2024-11-21T12:19:31,558 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:31,559 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:31,561 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C38079%2C1732191569589, suffix=, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:31,574 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589/b4993cb2a74e%2C38079%2C1732191569589.1732191571561, exclude list is [], retry=0 2024-11-21T12:19:31,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:31,578 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 2024-11-21T12:19:31,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:31,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:31,578 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:31,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:31,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:31,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:31,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:31,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:31,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:31,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:31,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:31,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,587 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,587 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,588 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:31,589 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:31,590 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:31,591 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75382913, jitterRate=0.123292937874794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:31,591 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191571579Initializing all the Stores at 1732191571579Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191571579Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191571580 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191571580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191571580Cleaning up temporary data from old regions at 1732191571587 (+7 ms)Region opened successfully at 1732191571591 (+4 ms) 2024-11-21T12:19:31,592 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:31,594 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1541e9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:19:31,595 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:19:31,595 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:31,595 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:31,595 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:31,596 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:19:31,596 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:19:31,596 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:31,598 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:31,599 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:31,704 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/balancer already deleted, retry=false 2024-11-21T12:19:31,705 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:31,705 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:31,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/normalizer already deleted, retry=false 2024-11-21T12:19:31,715 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:31,716 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:31,725 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/switch/split already deleted, retry=false 2024-11-21T12:19:31,726 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:31,736 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/switch/merge already deleted, retry=false 2024-11-21T12:19:31,738 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:31,746 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:31,757 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,38079,1732191569589, sessionid=0x1015d55bab50000, setting cluster-up flag (Was=false) 2024-11-21T12:19:31,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:31,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:31,810 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604892090/flush-table-proc/acquired, /0604892090/flush-table-proc/reached, /0604892090/flush-table-proc/abort 2024-11-21T12:19:31,810 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:31,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:31,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:31,862 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604892090/online-snapshot/acquired, /0604892090/online-snapshot/reached, /0604892090/online-snapshot/abort 2024-11-21T12:19:31,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:31,864 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:19:31,865 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:31,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:31,866 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:31,866 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,38079,1732191569589 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:31,867 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191601868 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:31,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:19:31,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:31,869 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191571869,5,FailOnTimeoutGroup] 2024-11-21T12:19:31,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,869 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191571869,5,FailOnTimeoutGroup] 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:19:31,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:19:31,920 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(746): ClusterId : bd49d365-6393-45a9-99b4-594308aa4869 2024-11-21T12:19:31,920 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:31,926 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:31,926 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:31,936 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:31,937 DEBUG [RS:0;b4993cb2a74e:34041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3681399d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:19:31,948 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:34041 2024-11-21T12:19:31,948 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:31,948 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:31,948 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:31,949 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,38079,1732191569589 with port=34041, startcode=1732191569797 2024-11-21T12:19:31,949 DEBUG [RS:0;b4993cb2a74e:34041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:31,950 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:31,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:31,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38079 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:31,952 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7 2024-11-21T12:19:31,952 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34043 2024-11-21T12:19:31,952 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/rs 2024-11-21T12:19:32,014 DEBUG [RS:0;b4993cb2a74e:34041 {}] zookeeper.ZKUtil(111): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on existing znode=/0604892090/rs/b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:32,015 WARN [RS:0;b4993cb2a74e:34041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:32,015 INFO [RS:0;b4993cb2a74e:34041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:32,015 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:32,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,34041,1732191569797] 2024-11-21T12:19:32,018 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:32,019 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:32,020 INFO [RS:0;b4993cb2a74e:34041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:32,020 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,020 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:32,021 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:32,021 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:32,021 DEBUG [RS:0;b4993cb2a74e:34041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:32,023 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,023 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,023 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,023 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,023 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,023 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34041,1732191569797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:32,036 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:32,036 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34041,1732191569797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,036 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,036 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.Replication(171): b4993cb2a74e,34041,1732191569797 started 2024-11-21T12:19:32,048 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:32,048 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,34041,1732191569797, RpcServer on b4993cb2a74e/172.17.0.2:34041, sessionid=0x1015d55bab50001 2024-11-21T12:19:32,048 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:32,049 DEBUG [RS:0;b4993cb2a74e:34041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:32,049 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34041,1732191569797' 2024-11-21T12:19:32,049 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604892090/flush-table-proc/abort' 2024-11-21T12:19:32,049 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604892090/flush-table-proc/acquired' 2024-11-21T12:19:32,049 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:32,049 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:32,049 DEBUG [RS:0;b4993cb2a74e:34041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:32,050 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34041,1732191569797' 2024-11-21T12:19:32,050 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604892090/online-snapshot/abort' 2024-11-21T12:19:32,050 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604892090/online-snapshot/acquired' 2024-11-21T12:19:32,050 DEBUG [RS:0;b4993cb2a74e:34041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:32,050 INFO [RS:0;b4993cb2a74e:34041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:32,050 INFO [RS:0;b4993cb2a74e:34041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:32,151 INFO [RS:0;b4993cb2a74e:34041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:32,152 INFO [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34041%2C1732191569797, suffix=, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs, maxLogs=10 2024-11-21T12:19:32,164 DEBUG [RS:0;b4993cb2a74e:34041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153, exclude list is [], retry=0 2024-11-21T12:19:32,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:32,169 INFO [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153 2024-11-21T12:19:32,169 DEBUG [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:32,279 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:19:32,279 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7 2024-11-21T12:19:32,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:19:32,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:32,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:32,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:32,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:32,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:32,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:32,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:32,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:32,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:32,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:32,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:32,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:32,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:32,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:32,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:32,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:32,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:32,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:32,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740 2024-11-21T12:19:32,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740 2024-11-21T12:19:32,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:32,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:32,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:32,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:32,696 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:32,697 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74217313, jitterRate=0.10592414438724518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:32,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191572685Initializing all the Stores at 1732191572686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191572686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191572686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191572686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191572686Cleaning up temporary data from old regions at 1732191572694 (+8 ms)Region opened successfully at 1732191572697 (+3 ms) 2024-11-21T12:19:32,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:32,697 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:32,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:32,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:32,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:32,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:32,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191572697Disabling compacts and flushes for region at 1732191572697Disabling writes for close at 1732191572697Writing region close event to WAL at 1732191572697Closed at 1732191572697 2024-11-21T12:19:32,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:32,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:19:32,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:32,700 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:32,700 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:19:32,851 DEBUG [b4993cb2a74e:38079 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:32,851 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:32,852 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34041,1732191569797, state=OPENING 2024-11-21T12:19:32,915 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:19:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:32,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:32,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:32,926 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:32,926 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:32,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34041,1732191569797}] 2024-11-21T12:19:33,078 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:33,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:19:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:19:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:19:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:19:33,083 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:33,083 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:33,083 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:33,085 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34041%2C1732191569797.meta, suffix=.meta, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs, maxLogs=10 2024-11-21T12:19:33,097 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.meta.1732191573085.meta, exclude list is [], retry=0 2024-11-21T12:19:33,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:33,101 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.meta.1732191573085.meta 2024-11-21T12:19:33,101 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:33,102 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:33,102 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:33,102 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:33,102 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:33,102 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:33,102 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:33,102 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:33,102 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:33,103 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:33,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:33,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:33,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:33,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:33,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:33,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:33,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:33,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:33,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:33,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:33,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:33,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:33,108 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:33,109 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740 2024-11-21T12:19:33,109 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740 2024-11-21T12:19:33,110 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:33,111 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:33,111 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:33,112 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:33,112 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74302252, jitterRate=0.1071898341178894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:33,112 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:33,113 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191573103Writing region info on filesystem at 1732191573103Initializing all the Stores at 1732191573103Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191573103Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191573104 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191573104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191573104Cleaning up temporary data from old regions at 1732191573111 (+7 ms)Running coprocessor post-open hooks at 1732191573112 (+1 ms)Region opened successfully at 1732191573113 (+1 ms) 2024-11-21T12:19:33,114 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191573078 2024-11-21T12:19:33,116 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:33,116 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:33,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:33,117 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34041,1732191569797, state=OPEN 2024-11-21T12:19:33,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:33,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:33,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:33,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:33,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:33,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:19:33,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34041,1732191569797 in 233 msec 2024-11-21T12:19:33,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:19:33,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-21T12:19:33,164 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:33,164 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:19:33,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:33,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34041,1732191569797, seqNum=-1] 2024-11-21T12:19:33,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:33,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:33,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-21T12:19:33,171 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191573171, completionTime=-1 2024-11-21T12:19:33,171 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:19:33,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191633173 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191693173 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38079,1732191569589-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38079,1732191569589-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38079,1732191569589-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:38079, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,174 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,175 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:19:33,177 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.314sec 2024-11-21T12:19:33,178 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:33,178 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:33,178 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:33,178 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:33,178 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:33,178 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38079,1732191569589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:33,178 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38079,1732191569589-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:33,180 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:33,180 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:33,180 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38079,1732191569589-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd6c9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:33,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38079,-1 for getting cluster id 2024-11-21T12:19:33,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:33,223 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49d365-6393-45a9-99b4-594308aa4869' 2024-11-21T12:19:33,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:33,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49d365-6393-45a9-99b4-594308aa4869" 2024-11-21T12:19:33,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b9f081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:33,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38079,-1] 2024-11-21T12:19:33,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:33,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:33,224 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:33,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2918e8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:33,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34041,1732191569797, seqNum=-1] 2024-11-21T12:19:33,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:33,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:33,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:33,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:33,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:33,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d55bab50002 connected 2024-11-21T12:19:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.log.dir so I do NOT create it in target/test-data/61a37a3a-6889-16f5-fc8f-028938134382 2024-11-21T12:19:33,265 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:19:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.tmp.dir so I do NOT create it in target/test-data/61a37a3a-6889-16f5-fc8f-028938134382 2024-11-21T12:19:33,265 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:19:33,265 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382 2024-11-21T12:19:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:19:33,265 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/cluster_8b8539dc-d630-e0aa-5504-9d9f941accf0, deleteOnExit=true 2024-11-21T12:19:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:19:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/test.cache.data in system properties and HBase conf 2024-11-21T12:19:33,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:19:33,266 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:19:33,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:33,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:19:33,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:19:33,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:33,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:33,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:33,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:33,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:33,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:33,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71db5f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:33,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d10d99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:33,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c0e3d34{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/java.io.tmpdir/jetty-localhost-35845-hadoop-hdfs-3_4_1-tests_jar-_-any-14555779533727454961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:33,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5596af5a{HTTP/1.1, (http/1.1)}{localhost:35845} 2024-11-21T12:19:33,662 INFO [Time-limited test {}] server.Server(415): Started @147596ms 2024-11-21T12:19:33,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:33,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:33,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:33,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:33,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:19:33,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355d1cc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:33,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fa5fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:34,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d08d258{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-11190971463043496339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:34,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19ac1dc3{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-11-21T12:19:34,050 INFO [Time-limited test {}] server.Server(415): Started @147984ms 2024-11-21T12:19:34,052 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:19:34,706 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/cluster_8b8539dc-d630-e0aa-5504-9d9f941accf0/data/data1/current/BP-129996738-172.17.0.2-1732191573281/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:34,706 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/cluster_8b8539dc-d630-e0aa-5504-9d9f941accf0/data/data2/current/BP-129996738-172.17.0.2-1732191573281/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:34,725 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:19:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e9e29e185b3bad3 with lease ID 0x3b07ea496cc15660: Processing first storage report for DS-8ec8153d-7668-41c7-bec8-addfdc7193ef from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=b5b853cc-37c9-46ec-8a81-6ba4c6246965, infoPort=33357, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1256449438;c=1732191573281) 2024-11-21T12:19:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e9e29e185b3bad3 with lease ID 0x3b07ea496cc15660: from storage DS-8ec8153d-7668-41c7-bec8-addfdc7193ef node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=b5b853cc-37c9-46ec-8a81-6ba4c6246965, infoPort=33357, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1256449438;c=1732191573281), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e9e29e185b3bad3 with lease ID 0x3b07ea496cc15660: Processing first storage report for DS-7258563b-a7cc-4314-99ba-25c04b01a1e2 from datanode DatanodeRegistration(127.0.0.1:35949, datanodeUuid=b5b853cc-37c9-46ec-8a81-6ba4c6246965, infoPort=33357, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1256449438;c=1732191573281) 2024-11-21T12:19:34,727 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e9e29e185b3bad3 with lease ID 0x3b07ea496cc15660: from storage DS-7258563b-a7cc-4314-99ba-25c04b01a1e2 node DatanodeRegistration(127.0.0.1:35949, datanodeUuid=b5b853cc-37c9-46ec-8a81-6ba4c6246965, infoPort=33357, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1256449438;c=1732191573281), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:34,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382 2024-11-21T12:19:34,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:34,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:19:35,198 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07 with version=8 2024-11-21T12:19:35,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/hbase-staging 2024-11-21T12:19:35,200 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:35,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:35,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:35,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:35,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:35,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:35,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:35,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:35,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34383 2024-11-21T12:19:35,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34383 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343830x0, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:35,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34383-0x1015d55bab50003 connected 2024-11-21T12:19:35,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:35,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:35,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on znode that does not yet exist, /11629960071/running 2024-11-21T12:19:35,330 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07, hbase.cluster.distributed=false 2024-11-21T12:19:35,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on znode that does not yet exist, /11629960071/acl 2024-11-21T12:19:35,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-21T12:19:35,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34383 2024-11-21T12:19:35,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34383 2024-11-21T12:19:35,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-21T12:19:35,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34383 2024-11-21T12:19:35,346 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:35,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34617 2024-11-21T12:19:35,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34617 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:35,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:35,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346170x0, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:35,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346170x0, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on znode that does not yet exist, /11629960071/running 2024-11-21T12:19:35,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34617-0x1015d55bab50004 connected 2024-11-21T12:19:35,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:35,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:35,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on znode that does not yet exist, /11629960071/master 2024-11-21T12:19:35,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on znode that does not yet exist, /11629960071/acl 2024-11-21T12:19:35,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34617 2024-11-21T12:19:35,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34617 2024-11-21T12:19:35,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34617 2024-11-21T12:19:35,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34617 2024-11-21T12:19:35,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34617 2024-11-21T12:19:35,373 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:34383 2024-11-21T12:19:35,373 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11629960071/backup-masters/b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:35,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071/backup-masters 2024-11-21T12:19:35,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071/backup-masters 2024-11-21T12:19:35,378 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on existing znode=/11629960071/backup-masters/b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11629960071/master 2024-11-21T12:19:35,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:35,389 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on existing znode=/11629960071/master 2024-11-21T12:19:35,389 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11629960071/backup-masters/b4993cb2a74e,34383,1732191575199 from backup master directory 2024-11-21T12:19:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11629960071/backup-masters/b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071/backup-masters 2024-11-21T12:19:35,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071/backup-masters 2024-11-21T12:19:35,399 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:35,399 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:35,402 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/hbase.id] with ID: 28c8bf09-1813-48e3-b4b7-b0d9a9d815ee 2024-11-21T12:19:35,402 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/.tmp/hbase.id 2024-11-21T12:19:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:19:35,807 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/.tmp/hbase.id]:[hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/hbase.id] 2024-11-21T12:19:35,817 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:35,817 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:35,818 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:19:35,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:35,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:35,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:19:36,277 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:36,278 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:36,278 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:36,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:19:36,684 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store 2024-11-21T12:19:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:19:37,090 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:37,090 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:37,090 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:37,090 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:37,090 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:37,090 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:37,090 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:37,090 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191577090Disabling compacts and flushes for region at 1732191577090Disabling writes for close at 1732191577090Writing region close event to WAL at 1732191577090Closed at 1732191577090 2024-11-21T12:19:37,091 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/.initializing 2024-11-21T12:19:37,091 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/WALs/b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:37,092 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:37,094 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C34383%2C1732191575199, suffix=, logDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/WALs/b4993cb2a74e,34383,1732191575199, archiveDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:37,106 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/WALs/b4993cb2a74e,34383,1732191575199/b4993cb2a74e%2C34383%2C1732191575199.1732191577094, exclude list is [], retry=0 2024-11-21T12:19:37,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-8ec8153d-7668-41c7-bec8-addfdc7193ef,DISK] 2024-11-21T12:19:37,110 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/WALs/b4993cb2a74e,34383,1732191575199/b4993cb2a74e%2C34383%2C1732191575199.1732191577094 2024-11-21T12:19:37,110 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33357:33357)] 2024-11-21T12:19:37,110 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:37,110 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:37,110 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,110 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:37,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:37,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:37,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:37,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:37,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:37,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:37,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:37,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:37,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:37,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:37,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:37,116 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,117 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,117 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,118 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,118 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,118 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:37,119 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:37,120 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:37,121 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60845609, jitterRate=-0.0933297723531723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:37,121 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191577110Initializing all the Stores at 1732191577111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191577111Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191577111Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191577111Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191577111Cleaning up temporary data from old regions at 1732191577118 (+7 ms)Region opened successfully at 1732191577121 (+3 ms) 2024-11-21T12:19:37,121 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:37,123 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4e7f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:19:37,124 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:19:37,124 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:37,124 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:37,124 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:37,124 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:19:37,125 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:19:37,125 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:37,126 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:37,127 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Unable to get data of znode /11629960071/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:37,209 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11629960071/balancer already deleted, retry=false 2024-11-21T12:19:37,210 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:37,211 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Unable to get data of znode /11629960071/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:37,220 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11629960071/normalizer already deleted, retry=false 2024-11-21T12:19:37,220 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:37,221 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Unable to get data of znode /11629960071/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:37,230 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11629960071/switch/split already deleted, retry=false 2024-11-21T12:19:37,231 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Unable to get data of znode /11629960071/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:37,241 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11629960071/switch/merge already deleted, retry=false 2024-11-21T12:19:37,242 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Unable to get data of znode /11629960071/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:37,251 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11629960071/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:37,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11629960071/running 2024-11-21T12:19:37,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:37,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11629960071/running 2024-11-21T12:19:37,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:37,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,34383,1732191575199, sessionid=0x1015d55bab50003, setting cluster-up flag (Was=false) 2024-11-21T12:19:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:37,314 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11629960071/flush-table-proc/acquired, /11629960071/flush-table-proc/reached, /11629960071/flush-table-proc/abort 2024-11-21T12:19:37,315 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:37,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:37,367 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11629960071/online-snapshot/acquired, /11629960071/online-snapshot/reached, /11629960071/online-snapshot/abort 2024-11-21T12:19:37,368 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:37,369 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:19:37,370 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:37,370 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:37,371 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:37,371 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,34383,1732191575199 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:37,372 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:37,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:19:37,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:37,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:19:37,374 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191607374 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,375 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:37,376 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:37,376 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:37,376 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:37,376 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:37,376 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:37,376 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191577376,5,FailOnTimeoutGroup] 2024-11-21T12:19:37,376 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191577376,5,FailOnTimeoutGroup] 2024-11-21T12:19:37,376 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,377 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:37,377 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,377 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:19:37,466 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(746): ClusterId : 28c8bf09-1813-48e3-b4b7-b0d9a9d815ee 2024-11-21T12:19:37,466 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:37,473 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:37,473 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:37,483 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:37,484 DEBUG [RS:0;b4993cb2a74e:34617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23518ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:19:37,494 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:34617 2024-11-21T12:19:37,494 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:37,494 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:37,494 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:37,495 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,34383,1732191575199 with port=34617, startcode=1732191575346 2024-11-21T12:19:37,495 DEBUG [RS:0;b4993cb2a74e:34617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:37,496 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:37,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:37,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34383 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:37,498 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07 2024-11-21T12:19:37,498 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43879 2024-11-21T12:19:37,498 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:37,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071/rs 2024-11-21T12:19:37,504 DEBUG [RS:0;b4993cb2a74e:34617 {}] zookeeper.ZKUtil(111): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on existing znode=/11629960071/rs/b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:37,504 WARN [RS:0;b4993cb2a74e:34617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:37,504 INFO [RS:0;b4993cb2a74e:34617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:37,505 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/WALs/b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:37,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,34617,1732191575346] 2024-11-21T12:19:37,508 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:37,509 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:37,510 INFO [RS:0;b4993cb2a74e:34617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:37,510 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,510 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:37,510 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:37,511 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:37,511 DEBUG [RS:0;b4993cb2a74e:34617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:37,511 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,511 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,512 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,512 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,512 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,512 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34617,1732191575346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:37,524 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:37,524 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34617,1732191575346-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,524 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,524 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.Replication(171): b4993cb2a74e,34617,1732191575346 started 2024-11-21T12:19:37,536 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:37,536 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,34617,1732191575346, RpcServer on b4993cb2a74e/172.17.0.2:34617, sessionid=0x1015d55bab50004 2024-11-21T12:19:37,536 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:37,536 DEBUG [RS:0;b4993cb2a74e:34617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:37,536 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34617,1732191575346' 2024-11-21T12:19:37,536 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11629960071/flush-table-proc/abort' 2024-11-21T12:19:37,537 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11629960071/flush-table-proc/acquired' 2024-11-21T12:19:37,537 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:37,537 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:37,537 DEBUG [RS:0;b4993cb2a74e:34617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:37,537 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34617,1732191575346' 2024-11-21T12:19:37,537 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11629960071/online-snapshot/abort' 2024-11-21T12:19:37,538 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11629960071/online-snapshot/acquired' 2024-11-21T12:19:37,538 DEBUG [RS:0;b4993cb2a74e:34617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:37,538 INFO [RS:0;b4993cb2a74e:34617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:37,538 INFO [RS:0;b4993cb2a74e:34617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:37,638 INFO [RS:0;b4993cb2a74e:34617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:37,640 INFO [RS:0;b4993cb2a74e:34617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34617%2C1732191575346, suffix=, logDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/WALs/b4993cb2a74e,34617,1732191575346, archiveDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/oldWALs, maxLogs=10 2024-11-21T12:19:37,652 DEBUG [RS:0;b4993cb2a74e:34617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/WALs/b4993cb2a74e,34617,1732191575346/b4993cb2a74e%2C34617%2C1732191575346.1732191577640, exclude list is [], retry=0 2024-11-21T12:19:37,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-8ec8153d-7668-41c7-bec8-addfdc7193ef,DISK] 2024-11-21T12:19:37,656 INFO [RS:0;b4993cb2a74e:34617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/WALs/b4993cb2a74e,34617,1732191575346/b4993cb2a74e%2C34617%2C1732191575346.1732191577640 2024-11-21T12:19:37,656 DEBUG [RS:0;b4993cb2a74e:34617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33357:33357)] 2024-11-21T12:19:37,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:19:37,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07 2024-11-21T12:19:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:19:38,018 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:19:38,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:38,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:38,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:38,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:38,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:38,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:38,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:38,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:38,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:38,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:38,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740 2024-11-21T12:19:38,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740 2024-11-21T12:19:38,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:38,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:38,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:38,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:38,202 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:38,202 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70368733, jitterRate=0.048575833439826965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:38,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191578190Initializing all the Stores at 1732191578190Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191578190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191578191 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191578191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191578191Cleaning up temporary data from old regions at 1732191578199 (+8 ms)Region opened successfully at 1732191578203 (+4 ms) 2024-11-21T12:19:38,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:38,203 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:38,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:38,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:38,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:38,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:38,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191578203Disabling compacts and flushes for region at 1732191578203Disabling writes for close at 1732191578203Writing region close event to WAL at 1732191578203Closed at 1732191578203 2024-11-21T12:19:38,204 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:38,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:19:38,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:38,205 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:38,206 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:19:38,356 DEBUG [b4993cb2a74e:34383 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:38,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:38,357 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34617,1732191575346, state=OPENING 2024-11-21T12:19:38,463 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:19:38,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:38,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:38,483 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:38,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11629960071/meta-region-server: CHANGED 2024-11-21T12:19:38,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11629960071/meta-region-server: CHANGED 2024-11-21T12:19:38,483 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34617,1732191575346}] 2024-11-21T12:19:38,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:38,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:38,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:38,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:38,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:38,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:38,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:38,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:38,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:38,640 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:38,640 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:38,640 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:38,642 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34617%2C1732191575346.meta, suffix=.meta, logDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/WALs/b4993cb2a74e,34617,1732191575346, archiveDir=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/oldWALs, maxLogs=10 2024-11-21T12:19:38,654 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/WALs/b4993cb2a74e,34617,1732191575346/b4993cb2a74e%2C34617%2C1732191575346.meta.1732191578642.meta, exclude list is [], retry=0 2024-11-21T12:19:38,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35949,DS-8ec8153d-7668-41c7-bec8-addfdc7193ef,DISK] 2024-11-21T12:19:38,658 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/WALs/b4993cb2a74e,34617,1732191575346/b4993cb2a74e%2C34617%2C1732191575346.meta.1732191578642.meta 2024-11-21T12:19:38,658 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33357:33357)] 2024-11-21T12:19:38,658 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:38,659 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:38,659 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:38,659 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:38,659 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:38,659 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:38,659 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:38,659 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:38,659 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:38,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:38,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:38,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:38,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:38,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:38,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:38,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:38,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:38,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:38,666 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:38,666 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740 2024-11-21T12:19:38,667 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740 2024-11-21T12:19:38,668 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:38,668 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:38,669 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:38,670 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:38,670 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63446389, jitterRate=-0.054575130343437195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:38,670 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:38,670 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191578659Writing region info on filesystem at 1732191578659Initializing all the Stores at 1732191578660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191578660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191578660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191578660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191578660Cleaning up temporary data from old regions at 1732191578668 (+8 ms)Running coprocessor post-open hooks at 1732191578670 (+2 ms)Region opened successfully at 1732191578670 2024-11-21T12:19:38,671 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191578635 2024-11-21T12:19:38,673 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:38,673 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:38,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:38,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34617,1732191575346, state=OPEN 2024-11-21T12:19:38,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11629960071/meta-region-server 2024-11-21T12:19:38,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11629960071/meta-region-server 2024-11-21T12:19:38,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:38,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11629960071/meta-region-server: CHANGED 2024-11-21T12:19:38,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11629960071/meta-region-server: CHANGED 2024-11-21T12:19:38,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:19:38,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34617,1732191575346 in 200 msec 2024-11-21T12:19:38,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:19:38,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-21T12:19:38,688 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:38,688 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:19:38,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:38,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34617,1732191575346, seqNum=-1] 2024-11-21T12:19:38,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:38,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:38,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-21T12:19:38,695 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191578695, completionTime=-1 2024-11-21T12:19:38,695 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:19:38,695 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:38,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:38,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191638697 2024-11-21T12:19:38,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191698697 2024-11-21T12:19:38,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:19:38,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34383,1732191575199-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:38,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34383,1732191575199-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:38,698 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34383,1732191575199-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:38,698 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:34383, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:38,698 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:38,698 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:38,699 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:19:38,701 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-11-21T12:19:38,701 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:38,701 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:38,701 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:38,701 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:38,701 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:38,702 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34383,1732191575199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:38,702 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34383,1732191575199-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:38,704 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:38,704 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:38,704 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34383,1732191575199-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:38,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d0943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,34383,-1 for getting cluster id 2024-11-21T12:19:38,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:38,769 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28c8bf09-1813-48e3-b4b7-b0d9a9d815ee' 2024-11-21T12:19:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28c8bf09-1813-48e3-b4b7-b0d9a9d815ee" 2024-11-21T12:19:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6167d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,34383,-1] 2024-11-21T12:19:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,771 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:38,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b09fd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34617,1732191575346, seqNum=-1] 2024-11-21T12:19:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:38,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:38,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:38,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:38,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d55bab50005 connected 2024-11-21T12:19:38,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b34ea1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38079,-1 for getting cluster id 2024-11-21T12:19:38,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:38,802 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49d365-6393-45a9-99b4-594308aa4869' 2024-11-21T12:19:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49d365-6393-45a9-99b4-594308aa4869" 2024-11-21T12:19:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f910fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38079,-1] 2024-11-21T12:19:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,803 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:38,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0d0061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1137c698 2024-11-21T12:19:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:38,806 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:38,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:34383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:19:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:19:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:38,809 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:34383' 2024-11-21T12:19:38,810 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d50ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,810 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,34383,-1 for getting cluster id 2024-11-21T12:19:38,810 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:38,811 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28c8bf09-1813-48e3-b4b7-b0d9a9d815ee' 2024-11-21T12:19:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28c8bf09-1813-48e3-b4b7-b0d9a9d815ee" 2024-11-21T12:19:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f12dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,34383,-1] 2024-11-21T12:19:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:38,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,812 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:38,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1405327f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,813 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:38,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:38,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3975ca04 2024-11-21T12:19:38,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:38,815 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:38,815 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:19:38,815 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:19:38,815 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,816 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:38,816 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:38,817 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:19:38,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:19:38,818 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:38,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:19:38,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741835_1011 (size=1138) 2024-11-21T12:19:38,867 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:19:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:39,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ab22396b65eaa487b3ef4b45fefc178, NAME => 'hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7 2024-11-21T12:19:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741836_1012 (size=44) 2024-11-21T12:19:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:39,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:39,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ab22396b65eaa487b3ef4b45fefc178, disabling compactions & flushes 2024-11-21T12:19:39,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:39,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:39,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. after waiting 0 ms 2024-11-21T12:19:39,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:39,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:39,632 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ab22396b65eaa487b3ef4b45fefc178: Waiting for close lock at 1732191579632Disabling compacts and flushes for region at 1732191579632Disabling writes for close at 1732191579632Writing region close event to WAL at 1732191579632Closed at 1732191579632 2024-11-21T12:19:39,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:19:39,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191579633"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191579633"}]},"ts":"1732191579633"} 2024-11-21T12:19:39,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:19:39,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:19:39,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191579636"}]},"ts":"1732191579636"} 2024-11-21T12:19:39,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:19:39,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN}] 2024-11-21T12:19:39,639 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN 2024-11-21T12:19:39,640 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34041,1732191569797; forceNewPlan=false, retain=false 2024-11-21T12:19:39,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1ab22396b65eaa487b3ef4b45fefc178, regionState=OPENING, regionLocation=b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:39,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN because future has completed 2024-11-21T12:19:39,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ab22396b65eaa487b3ef4b45fefc178, server=b4993cb2a74e,34041,1732191569797}] 2024-11-21T12:19:39,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:39,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:39,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:19:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:39,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34041%2C1732191569797.rep, suffix=, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs, maxLogs=10 2024-11-21T12:19:39,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.rep.1732191579950, exclude list is [], retry=0 2024-11-21T12:19:39,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:39,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.rep.1732191579950 2024-11-21T12:19:39,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:39,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ab22396b65eaa487b3ef4b45fefc178, NAME => 'hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:39,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:39,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:39,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. service=MultiRowMutationService 2024-11-21T12:19:39,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:19:39,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:39,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,968 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,969 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab22396b65eaa487b3ef4b45fefc178 columnFamilyName hfileref 2024-11-21T12:19:39,969 DEBUG [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:39,970 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(327): Store=1ab22396b65eaa487b3ef4b45fefc178/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:39,970 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,971 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab22396b65eaa487b3ef4b45fefc178 columnFamilyName queue 2024-11-21T12:19:39,971 DEBUG [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:39,971 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(327): Store=1ab22396b65eaa487b3ef4b45fefc178/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:39,971 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,973 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab22396b65eaa487b3ef4b45fefc178 columnFamilyName sid 2024-11-21T12:19:39,973 DEBUG [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:39,973 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(327): Store=1ab22396b65eaa487b3ef4b45fefc178/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:39,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:19:39,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:39,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1ab22396b65eaa487b3ef4b45fefc178; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62728854, jitterRate=-0.06526723504066467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:19:39,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:39,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1ab22396b65eaa487b3ef4b45fefc178: Running coprocessor pre-open hook at 1732191579967Writing region info on filesystem at 1732191579967Initializing all the Stores at 1732191579968 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191579968Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191579968Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191579968Cleaning up temporary data from old regions at 1732191579975 (+7 ms)Running coprocessor post-open hooks at 1732191579979 (+4 ms)Region opened successfully at 1732191579979 2024-11-21T12:19:39,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178., pid=7, masterSystemTime=1732191579945 2024-11-21T12:19:39,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:39,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:39,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1ab22396b65eaa487b3ef4b45fefc178, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:39,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ab22396b65eaa487b3ef4b45fefc178, server=b4993cb2a74e,34041,1732191569797 because future has completed 2024-11-21T12:19:39,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T12:19:39,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ab22396b65eaa487b3ef4b45fefc178, server=b4993cb2a74e,34041,1732191569797 in 192 msec 2024-11-21T12:19:39,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:19:39,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN in 350 msec 2024-11-21T12:19:39,992 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:19:39,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191579992"}]},"ts":"1732191579992"} 2024-11-21T12:19:39,994 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:19:39,995 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:19:39,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-21T12:19:40,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178., hostname=b4993cb2a74e,34041,1732191569797, seqNum=2] 2024-11-21T12:19:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:40,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:40,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:19:40,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34041 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T12:19:40,268 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:19:40,295 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,34041,1732191569797, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:19:40,295 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:40,295 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34041,1732191569797, seqNum=-1] 2024-11-21T12:19:40,295 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:40,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T12:19:40,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,34041,1732191569797', locateType=CURRENT is [region=hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178., hostname=b4993cb2a74e,34041,1732191569797, seqNum=2] 2024-11-21T12:19:40,300 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T12:19:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T12:19:40,302 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,34041,1732191569797 suceeded 2024-11-21T12:19:40,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T12:19:40,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-21T12:19:40,304 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:34383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:19:40,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-21T12:19:40,314 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:34383' 2024-11-21T12:19:40,315 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a0060f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:40,315 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,34383,-1 for getting cluster id 2024-11-21T12:19:40,316 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:40,316 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28c8bf09-1813-48e3-b4b7-b0d9a9d815ee' 2024-11-21T12:19:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28c8bf09-1813-48e3-b4b7-b0d9a9d815ee" 2024-11-21T12:19:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50bfaf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,34383,-1] 2024-11-21T12:19:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:40,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:40,318 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:40,319 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22163496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:40,319 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:40,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:40,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e34e77 2024-11-21T12:19:40,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:40,320 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T12:19:40,321 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,34041,1732191569797 (queues=1) is replicating from cluster=bd49d365-6393-45a9-99b4-594308aa4869 to cluster=28c8bf09-1813-48e3-b4b7-b0d9a9d815ee 2024-11-21T12:19:40,321 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C34041%2C1732191569797 2024-11-21T12:19:40,321 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,34041,1732191569797, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:19:40,321 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.wal-reader.b4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153, startPosition=0, beingWritten=true 2024-11-21T12:19:40,322 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.shipperb4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C34041%2C1732191569797 2024-11-21T12:19:40,526 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.wal-reader.b4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153 to pos 0, reset compression=false 2024-11-21T12:19:40,831 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.wal-reader.b4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153 to pos 0, reset compression=false 2024-11-21T12:19:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:40,958 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:19:40,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:40,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:40,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:40,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:40,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:40,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c9269c3 2024-11-21T12:19:40,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:40,961 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:40,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38079 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:19:40,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:40,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:40,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:40,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:40,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:40,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:40,962 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=228193424, stopped=false 2024-11-21T12:19:40,962 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,38079,1732191569589 2024-11-21T12:19:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:41,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:41,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:41,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:41,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:41,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:41,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:41,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,34041,1732191569797' ***** 2024-11-21T12:19:41,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:41,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34041. 2024-11-21T12:19:41,051 DEBUG [RS:0;b4993cb2a74e:34041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:41,051 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ab22396b65eaa487b3ef4b45fefc178, disabling compactions & flushes 2024-11-21T12:19:41,051 DEBUG [RS:0;b4993cb2a74e:34041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:41,051 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:41,051 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:41,051 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. after waiting 0 ms 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:41,051 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:41,051 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1ab22396b65eaa487b3ef4b45fefc178 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T12:19:41,051 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:19:41,051 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ab22396b65eaa487b3ef4b45fefc178=hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.} 2024-11-21T12:19:41,052 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:41,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:41,052 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:41,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:41,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:41,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:41,052 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T12:19:41,065 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/info/994a2fb3ab9f4a7093e308fd043262a5 is 147, key is hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178./info:regioninfo/1732191579982/Put/seqid=0 2024-11-21T12:19:41,066 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/.tmp/queue/90dfb47bb0ab49468fd8e39d39d86058 is 151, key is 1-b4993cb2a74e,34041,1732191569797/queue:b4993cb2a74e%2C34041%2C1732191569797/1732191580299/Put/seqid=0 2024-11-21T12:19:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741839_1015 (size=5350) 2024-11-21T12:19:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741838_1014 (size=6631) 2024-11-21T12:19:41,130 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:41,236 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.wal-reader.b4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153 to pos 0, reset compression=false 2024-11-21T12:19:41,252 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:41,452 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:41,474 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/info/994a2fb3ab9f4a7093e308fd043262a5 2024-11-21T12:19:41,474 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/.tmp/queue/90dfb47bb0ab49468fd8e39d39d86058 2024-11-21T12:19:41,480 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/.tmp/queue/90dfb47bb0ab49468fd8e39d39d86058 as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/queue/90dfb47bb0ab49468fd8e39d39d86058 2024-11-21T12:19:41,484 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/queue/90dfb47bb0ab49468fd8e39d39d86058, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T12:19:41,485 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1ab22396b65eaa487b3ef4b45fefc178 in 434ms, sequenceid=5, compaction requested=false 2024-11-21T12:19:41,485 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:19:41,489 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:19:41,490 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:41,490 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:41,490 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:41,490 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ab22396b65eaa487b3ef4b45fefc178: Waiting for close lock at 1732191581051Running coprocessor pre-close hooks at 1732191581051Disabling compacts and flushes for region at 1732191581051Disabling writes for close at 1732191581051Obtaining lock to block concurrent updates at 1732191581051Preparing flush snapshotting stores in 1ab22396b65eaa487b3ef4b45fefc178 at 1732191581051Finished memstore snapshotting hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732191581052 (+1 ms)Flushing stores of hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. at 1732191581052Flushing 1ab22396b65eaa487b3ef4b45fefc178/queue: creating writer at 1732191581052Flushing 1ab22396b65eaa487b3ef4b45fefc178/queue: appending metadata at 1732191581065 (+13 ms)Flushing 1ab22396b65eaa487b3ef4b45fefc178/queue: closing flushed file at 1732191581065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b543310: reopening flushed file at 1732191581479 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1ab22396b65eaa487b3ef4b45fefc178 in 434ms, sequenceid=5, compaction requested=false at 1732191581485 (+6 ms)Writing region close event to WAL at 1732191581486 (+1 ms)Running coprocessor post-close hooks at 1732191581490 (+4 ms)Closed at 1732191581490 2024-11-21T12:19:41,490 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:41,499 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/ns/61b04a496f1e4c91acda2111cfea52df is 43, key is default/ns:d/1732191573167/Put/seqid=0 2024-11-21T12:19:41,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:19:41,652 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:41,740 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.wal-reader.b4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153 to pos 0, reset compression=false 2024-11-21T12:19:41,852 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:41,903 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/ns/61b04a496f1e4c91acda2111cfea52df 2024-11-21T12:19:41,921 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/table/eec621a58ec34d689cfe2a85d4728f0b is 53, key is hbase:replication/table:state/1732191579992/Put/seqid=0 2024-11-21T12:19:41,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741841_1017 (size=5256) 2024-11-21T12:19:42,023 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:42,023 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:42,052 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:19:42,052 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:19:42,052 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:42,253 DEBUG [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:42,325 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/table/eec621a58ec34d689cfe2a85d4728f0b 2024-11-21T12:19:42,330 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/info/994a2fb3ab9f4a7093e308fd043262a5 as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/info/994a2fb3ab9f4a7093e308fd043262a5 2024-11-21T12:19:42,334 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/info/994a2fb3ab9f4a7093e308fd043262a5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T12:19:42,335 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/ns/61b04a496f1e4c91acda2111cfea52df as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/ns/61b04a496f1e4c91acda2111cfea52df 2024-11-21T12:19:42,340 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/ns/61b04a496f1e4c91acda2111cfea52df, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:19:42,340 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/table/eec621a58ec34d689cfe2a85d4728f0b as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/table/eec621a58ec34d689cfe2a85d4728f0b 2024-11-21T12:19:42,344 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.wal-reader.b4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153 to pos 0, reset compression=false 2024-11-21T12:19:42,345 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/table/eec621a58ec34d689cfe2a85d4728f0b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T12:19:42,346 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-21T12:19:42,350 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:19:42,350 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:42,350 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:42,350 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:42,350 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191581052Running coprocessor pre-close hooks at 1732191581052Disabling compacts and flushes for region at 1732191581052Disabling writes for close at 1732191581052Obtaining lock to block concurrent updates at 1732191581052Preparing flush snapshotting stores in 1588230740 at 1732191581052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732191581052Flushing stores of hbase:meta,,1.1588230740 at 1732191581052Flushing 1588230740/info: creating writer at 1732191581052Flushing 1588230740/info: appending metadata at 1732191581065 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732191581065Flushing 1588230740/ns: creating writer at 1732191581479 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732191581498 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732191581498Flushing 1588230740/table: creating writer at 1732191581908 (+410 ms)Flushing 1588230740/table: appending metadata at 1732191581920 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732191581921 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c719a4: reopening flushed file at 1732191582329 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6253454: reopening flushed file at 1732191582334 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4e9df: reopening flushed file at 1732191582340 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1732191582346 (+6 ms)Writing region close event to WAL at 1732191582347 (+1 ms)Running coprocessor post-close hooks at 1732191582350 (+3 ms)Closed at 1732191582350 2024-11-21T12:19:42,351 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:42,453 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,34041,1732191569797; all regions closed. 2024-11-21T12:19:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741834_1010 (size=2742) 2024-11-21T12:19:42,457 DEBUG [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs 2024-11-21T12:19:42,457 INFO [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34041%2C1732191569797.meta:.meta(num 1732191573085) 2024-11-21T12:19:42,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741837_1013 (size=1586) 2024-11-21T12:19:42,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.rep.1732191579950 not finished, retry = 0 2024-11-21T12:19:42,562 DEBUG [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs 2024-11-21T12:19:42,562 INFO [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34041%2C1732191569797.rep:(num 1732191579950) 2024-11-21T12:19:42,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:19:42,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797/b4993cb2a74e%2C34041%2C1732191569797.1732191572153 not finished, retry = 0 2024-11-21T12:19:42,667 DEBUG [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs 2024-11-21T12:19:42,667 INFO [RS:0;b4993cb2a74e:34041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34041%2C1732191569797:(num 1732191572153) 2024-11-21T12:19:42,667 DEBUG [RS:0;b4993cb2a74e:34041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:42,667 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:42,667 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:42,667 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:42,667 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:42,667 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:42,667 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,34041,1732191569797 because: Region server is closing 2024-11-21T12:19:42,668 INFO [RS:0;b4993cb2a74e:34041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34041. 2024-11-21T12:19:42,668 DEBUG [RS:0;b4993cb2a74e:34041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:42,668 DEBUG [RS:0;b4993cb2a74e:34041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:42,668 DEBUG [RS:0;b4993cb2a74e:34041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:42,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:42,768 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.wal-reader.b4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:19:42,768 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.shipperb4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:19:42,769 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34041,1732191569797.replicationSource.shipperb4993cb2a74e%2C34041%2C1732191569797,1-b4993cb2a74e,34041,1732191569797 terminated 2024-11-21T12:19:42,769 INFO [RS:0;b4993cb2a74e:34041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34041 2024-11-21T12:19:42,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/rs/b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:42,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/rs 2024-11-21T12:19:42,841 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:42,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,34041,1732191569797] 2024-11-21T12:19:42,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/draining/b4993cb2a74e,34041,1732191569797 already deleted, retry=false 2024-11-21T12:19:42,861 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,34041,1732191569797 expired; onlineServers=0 2024-11-21T12:19:42,861 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,38079,1732191569589' ***** 2024-11-21T12:19:42,861 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:42,861 INFO [M:0;b4993cb2a74e:38079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:42,862 INFO [M:0;b4993cb2a74e:38079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:42,862 DEBUG [M:0;b4993cb2a74e:38079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:42,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:42,862 DEBUG [M:0;b4993cb2a74e:38079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:42,862 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191571869 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191571869,5,FailOnTimeoutGroup] 2024-11-21T12:19:42,862 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191571869 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191571869,5,FailOnTimeoutGroup] 2024-11-21T12:19:42,862 INFO [M:0;b4993cb2a74e:38079 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:42,862 INFO [M:0;b4993cb2a74e:38079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:42,862 DEBUG [M:0;b4993cb2a74e:38079 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:42,862 INFO [M:0;b4993cb2a74e:38079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:42,862 INFO [M:0;b4993cb2a74e:38079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:42,862 INFO [M:0;b4993cb2a74e:38079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:42,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:42,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/master 2024-11-21T12:19:42,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:42,872 DEBUG [M:0;b4993cb2a74e:38079 {}] zookeeper.ZKUtil(347): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/master because node does not exist (not an error) 2024-11-21T12:19:42,872 WARN [M:0;b4993cb2a74e:38079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:42,873 INFO [M:0;b4993cb2a74e:38079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/.lastflushedseqids 2024-11-21T12:19:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741842_1018 (size=181) 2024-11-21T12:19:42,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:42,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34041-0x1015d55bab50001, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:42,951 INFO [RS:0;b4993cb2a74e:34041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:42,951 INFO [RS:0;b4993cb2a74e:34041 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,34041,1732191569797; zookeeper connection closed. 2024-11-21T12:19:42,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4624ba51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4624ba51 2024-11-21T12:19:42,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:43,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:19:43,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:19:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:19:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:19:43,278 INFO [M:0;b4993cb2a74e:38079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:43,278 INFO [M:0;b4993cb2a74e:38079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:43,278 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:43,278 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:43,278 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:43,278 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:43,278 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:43,278 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T12:19:43,292 DEBUG [M:0;b4993cb2a74e:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdeb6c925459413a8f99279849436aca is 82, key is hbase:meta,,1/info:regioninfo/1732191573116/Put/seqid=0 2024-11-21T12:19:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741843_1019 (size=5672) 2024-11-21T12:19:43,697 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdeb6c925459413a8f99279849436aca 2024-11-21T12:19:43,745 DEBUG [M:0;b4993cb2a74e:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60393738425d4dc3a637cafb485fe115 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732191579996/Put/seqid=0 2024-11-21T12:19:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741844_1020 (size=7203) 2024-11-21T12:19:44,149 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60393738425d4dc3a637cafb485fe115 2024-11-21T12:19:44,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:44,167 DEBUG [M:0;b4993cb2a74e:38079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83c1ebec40b24c2494905e623d757017 is 69, key is b4993cb2a74e,34041,1732191569797/rs:state/1732191571951/Put/seqid=0 2024-11-21T12:19:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741845_1021 (size=5156) 2024-11-21T12:19:44,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:44,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:44,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:44,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:44,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:44,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:44,572 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83c1ebec40b24c2494905e623d757017 2024-11-21T12:19:44,577 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdeb6c925459413a8f99279849436aca as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdeb6c925459413a8f99279849436aca 2024-11-21T12:19:44,581 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdeb6c925459413a8f99279849436aca, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T12:19:44,582 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60393738425d4dc3a637cafb485fe115 as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60393738425d4dc3a637cafb485fe115 2024-11-21T12:19:44,587 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60393738425d4dc3a637cafb485fe115, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T12:19:44,587 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83c1ebec40b24c2494905e623d757017 as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83c1ebec40b24c2494905e623d757017 2024-11-21T12:19:44,592 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83c1ebec40b24c2494905e623d757017, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T12:19:44,593 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false 2024-11-21T12:19:44,594 INFO [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:44,594 DEBUG [M:0;b4993cb2a74e:38079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191583278Disabling compacts and flushes for region at 1732191583278Disabling writes for close at 1732191583278Obtaining lock to block concurrent updates at 1732191583278Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191583278Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732191583279 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191583279Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191583279Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191583292 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191583292Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191583732 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191583745 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191583745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191584154 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191584167 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191584167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645dd29c: reopening flushed file at 1732191584576 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1477949f: reopening flushed file at 1732191584581 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5508e5df: reopening flushed file at 1732191584587 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false at 1732191584593 (+6 ms)Writing region close event to WAL at 1732191584594 (+1 ms)Closed at 1732191584594 2024-11-21T12:19:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741830_1006 (size=41008) 2024-11-21T12:19:44,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 not finished, retry = 0 2024-11-21T12:19:44,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:44,697 INFO [M:0;b4993cb2a74e:38079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:44,698 INFO [M:0;b4993cb2a74e:38079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38079 2024-11-21T12:19:44,698 INFO [M:0;b4993cb2a74e:38079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:44,856 INFO [M:0;b4993cb2a74e:38079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:44,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:44,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38079-0x1015d55bab50000, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:44,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:44,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43483 2024-11-21T12:19:44,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43483 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:44,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434830x0, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:44,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43483-0x1015d55bab50006 connected 2024-11-21T12:19:44,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:44,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:44,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:44,887 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: INIT 2024-11-21T12:19:44,887 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7, hbase.cluster.distributed=false 2024-11-21T12:19:44,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/acl 2024-11-21T12:19:44,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43483 2024-11-21T12:19:44,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43483 2024-11-21T12:19:44,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43483 2024-11-21T12:19:44,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43483 2024-11-21T12:19:44,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43483 2024-11-21T12:19:44,902 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:44,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46857 2024-11-21T12:19:44,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46857 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-21T12:19:44,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:44,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:44,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468570x0, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:44,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46857-0x1015d55bab50007 connected 2024-11-21T12:19:44,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:44,914 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: INIT 2024-11-21T12:19:44,915 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:44,915 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:44,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/master 2024-11-21T12:19:44,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/acl 2024-11-21T12:19:44,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46857 2024-11-21T12:19:44,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46857 2024-11-21T12:19:44,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46857 2024-11-21T12:19:44,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46857 2024-11-21T12:19:44,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46857 2024-11-21T12:19:44,932 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:43483 2024-11-21T12:19:44,934 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0604892090/backup-masters/b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:44,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:44,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:44,946 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on existing znode=/0604892090/backup-masters/b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:44,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604892090/master 2024-11-21T12:19:44,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:44,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:44,956 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on existing znode=/0604892090/master 2024-11-21T12:19:44,956 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0604892090/backup-masters/b4993cb2a74e,43483,1732191584857 from backup master directory 2024-11-21T12:19:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/backup-masters/b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:44,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/backup-masters 2024-11-21T12:19:44,966 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:44,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:44,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:44,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:44,982 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-21T12:19:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741846_1022 (size=196) 2024-11-21T12:19:45,393 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:45,393 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:45,394 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:45,399 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T12:19:45,401 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589 to hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589-dead as it is dead 2024-11-21T12:19:45,401 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589-dead/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 2024-11-21T12:19:45,402 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589-dead/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 after 1ms 2024-11-21T12:19:45,402 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589-dead/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 to hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 2024-11-21T12:19:45,402 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,38079,1732191569589-dead 2024-11-21T12:19:45,403 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:45,404 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:45,405 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C43483%2C1732191584857, suffix=, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,43483,1732191584857, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:45,416 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,43483,1732191584857/b4993cb2a74e%2C43483%2C1732191584857.1732191585405, exclude list is [], retry=0 2024-11-21T12:19:45,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:45,420 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/WALs/b4993cb2a74e,43483,1732191584857/b4993cb2a74e%2C43483%2C1732191584857.1732191585405 2024-11-21T12:19:45,420 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:45,420 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:45,420 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:45,420 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,420 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:45,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:45,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdeb6c925459413a8f99279849436aca 2024-11-21T12:19:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:45,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:45,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:45,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60393738425d4dc3a637cafb485fe115 2024-11-21T12:19:45,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:45,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:45,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:45,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83c1ebec40b24c2494905e623d757017 2024-11-21T12:19:45,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:45,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:45,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:45,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:45,440 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,440 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T12:19:45,440 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 2024-11-21T12:19:45,444 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 2024-11-21T12:19:45,445 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b4993cb2a74e%2C38079%2C1732191569589.1732191571561 2024-11-21T12:19:45,446 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,446 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,446 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:45,447 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:45,449 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T12:19:45,449 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70778343, jitterRate=0.054679498076438904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:45,449 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191585420Initializing all the Stores at 1732191585421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191585421Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191585421Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191585421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191585421Cleaning up temporary data from old regions at 1732191585446 (+25 ms)Region opened successfully at 1732191585449 (+3 ms) 2024-11-21T12:19:45,449 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:45,451 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b307b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:19:45,453 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T12:19:45,453 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:45,453 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:45,453 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:45,454 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:19:45,456 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:45,456 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:19:45,456 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:19:45,456 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-21T12:19:45,457 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:45,459 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b4993cb2a74e,34041,1732191569797, regionLocation=b4993cb2a74e,34041,1732191569797, openSeqNum=2 2024-11-21T12:19:45,459 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b4993cb2a74e,34041,1732191569797, table=hbase:meta, region=1588230740 2024-11-21T12:19:45,459 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34041,1732191569797, state=OPEN 2024-11-21T12:19:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:45,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:45,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:45,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:45,506 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:45,514 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/draining/b4993cb2a74e,34041,1732191569797 already deleted, retry=false 2024-11-21T12:19:45,514 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b4993cb2a74e,34041,1732191569797 on b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:45,515 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b4993cb2a74e,34041,1732191569797, splitWal=true, meta=true 2024-11-21T12:19:45,515 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for b4993cb2a74e,34041,1732191569797 (carryingMeta=true) b4993cb2a74e,34041,1732191569797/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1ebb1ae7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T12:19:45,516 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:45,524 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/balancer already deleted, retry=false 2024-11-21T12:19:45,525 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:45,525 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:45,535 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/normalizer already deleted, retry=false 2024-11-21T12:19:45,535 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:45,536 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:45,545 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/switch/split already deleted, retry=false 2024-11-21T12:19:45,546 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:45,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/switch/merge already deleted, retry=false 2024-11-21T12:19:45,568 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:45,577 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:45,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:45,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:45,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:45,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:45,588 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,43483,1732191584857, sessionid=0x1015d55bab50006, setting cluster-up flag (Was=false) 2024-11-21T12:19:45,599 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604892090/flush-table-proc/acquired, /0604892090/flush-table-proc/reached, /0604892090/flush-table-proc/abort 2024-11-21T12:19:45,600 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:45,609 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604892090/online-snapshot/acquired, /0604892090/online-snapshot/reached, /0604892090/online-snapshot/abort 2024-11-21T12:19:45,610 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:45,611 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/.lastflushedseqids 2024-11-21T12:19:45,613 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:45,613 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:45,613 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,43483,1732191584857 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b4993cb2a74e,34041,1732191569797 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:45,614 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191615615 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:45,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:45,616 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b4993cb2a74e,34041,1732191569797, splitWal=true, meta=true 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:45,616 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191585616,5,FailOnTimeoutGroup] 2024-11-21T12:19:45,616 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191585616,5,FailOnTimeoutGroup] 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,616 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b4993cb2a74e,34041,1732191569797, splitWal=true, meta=true, isMeta: true 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191585616, completionTime=-1 2024-11-21T12:19:45,616 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T12:19:45,616 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:19:45,617 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797-splitting 2024-11-21T12:19:45,618 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797-splitting dir is empty, no logs to split. 2024-11-21T12:19:45,618 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4993cb2a74e,34041,1732191569797 WAL count=0, meta=true 2024-11-21T12:19:45,620 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797-splitting dir is empty, no logs to split. 2024-11-21T12:19:45,620 INFO [PEWorker-1 {}] master.SplitWALManager(105): b4993cb2a74e,34041,1732191569797 WAL count=0, meta=true 2024-11-21T12:19:45,620 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b4993cb2a74e,34041,1732191569797 WAL splitting is done? wals=0, meta=true 2024-11-21T12:19:45,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:45,621 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:45,622 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:19:45,625 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(746): ClusterId : bd49d365-6393-45a9-99b4-594308aa4869 2024-11-21T12:19:45,625 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:45,630 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:45,630 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:45,641 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:45,641 DEBUG [RS:0;b4993cb2a74e:46857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569f1fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:19:45,654 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:46857 2024-11-21T12:19:45,654 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:45,654 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:45,654 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:45,655 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,43483,1732191584857 with port=46857, startcode=1732191584901 2024-11-21T12:19:45,655 DEBUG [RS:0;b4993cb2a74e:46857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:45,657 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:45,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:45,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43483 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:45,658 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7 2024-11-21T12:19:45,658 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34043 2024-11-21T12:19:45,658 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:45,667 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:19:45,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/rs 2024-11-21T12:19:45,696 DEBUG [RS:0;b4993cb2a74e:46857 {}] zookeeper.ZKUtil(111): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on existing znode=/0604892090/rs/b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:45,696 WARN [RS:0;b4993cb2a74e:46857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:45,696 INFO [RS:0;b4993cb2a74e:46857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:45,696 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:45,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,46857,1732191584901] 2024-11-21T12:19:45,717 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:45,718 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:45,718 INFO [RS:0;b4993cb2a74e:46857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:45,718 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,719 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:45,719 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:45,719 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,719 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,719 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,719 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,719 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,719 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:45,720 DEBUG [RS:0;b4993cb2a74e:46857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:45,720 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,720 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,720 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,720 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,720 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,720 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46857,1732191584901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:45,733 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:45,733 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46857,1732191584901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,746 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,46857,1732191584901, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:19:45,746 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,746 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.Replication(171): b4993cb2a74e,46857,1732191584901 started 2024-11-21T12:19:45,758 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:45,758 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,46857,1732191584901, RpcServer on b4993cb2a74e/172.17.0.2:46857, sessionid=0x1015d55bab50007 2024-11-21T12:19:45,758 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:45,758 DEBUG [RS:0;b4993cb2a74e:46857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:45,758 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,46857,1732191584901' 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604892090/flush-table-proc/abort' 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource,1-b4993cb2a74e,46857,1732191584901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:34383' 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604892090/flush-table-proc/acquired' 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,46857,1732191584901' 2024-11-21T12:19:45,759 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604892090/online-snapshot/abort' 2024-11-21T12:19:45,760 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604892090/online-snapshot/acquired' 2024-11-21T12:19:45,760 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource,1-b4993cb2a74e,46857,1732191584901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f59e831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:45,760 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource,1-b4993cb2a74e,46857,1732191584901 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,34383,-1 for getting cluster id 2024-11-21T12:19:45,760 DEBUG [RS:0;b4993cb2a74e:46857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:45,760 INFO [RS:0;b4993cb2a74e:46857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:45,760 INFO [RS:0;b4993cb2a74e:46857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:45,760 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource,1-b4993cb2a74e,46857,1732191584901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:45,761 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28c8bf09-1813-48e3-b4b7-b0d9a9d815ee' 2024-11-21T12:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28c8bf09-1813-48e3-b4b7-b0d9a9d815ee" 2024-11-21T12:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2695c7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,34383,-1] 2024-11-21T12:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:45,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:45,763 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:45,764 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource,1-b4993cb2a74e,46857,1732191584901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@daa02c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:45,764 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource,1-b4993cb2a74e,46857,1732191584901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:45,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:45,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20078f12 2024-11-21T12:19:45,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:45,765 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T12:19:45,766 INFO [RS:0;b4993cb2a74e:46857.replicationSource,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,46857,1732191584901 (queues=0) is replicating from cluster=bd49d365-6393-45a9-99b4-594308aa4869 to cluster=28c8bf09-1813-48e3-b4b7-b0d9a9d815ee 2024-11-21T12:19:45,772 WARN [b4993cb2a74e:43483 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T12:19:45,861 INFO [RS:0;b4993cb2a74e:46857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:45,862 INFO [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C46857%2C1732191584901, suffix=, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs, maxLogs=10 2024-11-21T12:19:45,874 DEBUG [RS:0;b4993cb2a74e:46857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862, exclude list is [], retry=0 2024-11-21T12:19:45,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:45,878 INFO [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 2024-11-21T12:19:45,878 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b4993cb2a74e%2C46857%2C1732191584901 for peer 1 2024-11-21T12:19:45,878 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C46857%2C1732191584901 2024-11-21T12:19:45,878 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,46857,1732191584901, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:19:45,879 DEBUG [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:45,879 INFO [RS:0;b4993cb2a74e:46857.replicationSource.shipperb4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C46857%2C1732191584901 2024-11-21T12:19:45,879 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862, startPosition=0, beingWritten=true 2024-11-21T12:19:46,022 DEBUG [b4993cb2a74e:43483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:46,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:46,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,46857,1732191584901, state=OPENING 2024-11-21T12:19:46,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:46,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:46,040 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:46,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:46,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:46,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,46857,1732191584901}] 2024-11-21T12:19:46,083 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:46,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:46,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:46,197 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:46,197 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:46,197 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:46,198 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C46857%2C1732191584901.meta, suffix=.meta, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs, maxLogs=10 2024-11-21T12:19:46,209 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.meta.1732191586198.meta, exclude list is [], retry=0 2024-11-21T12:19:46,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:46,213 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.meta.1732191586198.meta 2024-11-21T12:19:46,213 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:46,213 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:46,214 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:46,214 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:46,214 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:46,214 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:46,214 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:46,214 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:46,214 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:46,214 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:46,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:46,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:46,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:46,221 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/info/994a2fb3ab9f4a7093e308fd043262a5 2024-11-21T12:19:46,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:46,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:46,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:46,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:46,227 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/ns/61b04a496f1e4c91acda2111cfea52df 2024-11-21T12:19:46,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:46,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:46,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:46,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:46,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:46,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:46,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:46,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:46,234 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/table/eec621a58ec34d689cfe2a85d4728f0b 2024-11-21T12:19:46,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:46,234 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:46,235 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740 2024-11-21T12:19:46,235 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740 2024-11-21T12:19:46,236 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:46,236 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:46,237 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:46,238 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:46,239 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63621827, jitterRate=-0.05196090042591095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:46,239 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:46,239 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191586214Writing region info on filesystem at 1732191586214Initializing all the Stores at 1732191586215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191586215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191586215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191586215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191586215Cleaning up temporary data from old regions at 1732191586236 (+21 ms)Running coprocessor post-open hooks at 1732191586239 (+3 ms)Region opened successfully at 1732191586239 2024-11-21T12:19:46,240 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732191586192 2024-11-21T12:19:46,241 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:46,241 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:46,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:46,242 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,46857,1732191584901, state=OPEN 2024-11-21T12:19:46,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:46,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604892090/meta-region-server 2024-11-21T12:19:46,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:46,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604892090/meta-region-server: CHANGED 2024-11-21T12:19:46,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:46,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T12:19:46,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,46857,1732191584901 in 211 msec 2024-11-21T12:19:46,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:19:46,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-21T12:19:46,387 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:46,792 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:47,169 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-21T12:19:47,296 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:47,901 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:48,605 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:48,672 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-21T12:19:49,410 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:50,124 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T12:19:50,124 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:50,124 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:50,124 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,46857,1732191584901, seqNum=-1] 2024-11-21T12:19:50,125 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:50,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:50,129 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1ab22396b65eaa487b3ef4b45fefc178, regionState=OPEN, lastHost=b4993cb2a74e,34041,1732191569797, regionLocation=b4993cb2a74e,34041,1732191569797, openSeqNum=2 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191650129 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191710129 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-21T12:19:50,129 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b4993cb2a74e,34041,1732191569797 had 2 regions 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43483,1732191584857-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43483,1732191584857-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43483,1732191584857-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:50,129 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:43483, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:50,130 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:50,130 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:50,130 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b4993cb2a74e,34041,1732191569797, splitWal=true, meta=true, isMeta: false 2024-11-21T12:19:50,132 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797-splitting dir is empty, no logs to split. 2024-11-21T12:19:50,132 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4993cb2a74e,34041,1732191569797 WAL count=0, meta=false 2024-11-21T12:19:50,134 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,34041,1732191569797-splitting dir is empty, no logs to split. 2024-11-21T12:19:50,134 INFO [PEWorker-3 {}] master.SplitWALManager(105): b4993cb2a74e,34041,1732191569797 WAL count=0, meta=false 2024-11-21T12:19:50,134 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b4993cb2a74e,34041,1732191569797 WAL splitting is done? wals=0, meta=false 2024-11-21T12:19:50,135 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.168sec 2024-11-21T12:19:50,135 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:50,135 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:50,135 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:50,135 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:50,136 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:50,136 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43483,1732191584857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:50,136 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43483,1732191584857-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:50,136 WARN [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b4993cb2a74e,34041,1732191569797/hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:50,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN}] 2024-11-21T12:19:50,139 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:50,139 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:50,139 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43483,1732191584857-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:50,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN 2024-11-21T12:19:50,140 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:19:50,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b0b781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:50,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43483,-1 for getting cluster id 2024-11-21T12:19:50,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:50,230 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49d365-6393-45a9-99b4-594308aa4869' 2024-11-21T12:19:50,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49d365-6393-45a9-99b4-594308aa4869" 2024-11-21T12:19:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354f9909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43483,-1] 2024-11-21T12:19:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,232 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:50,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352c7ae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:50,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,46857,1732191584901, seqNum=-1] 2024-11-21T12:19:50,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:50,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:50,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T12:19:50,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:50,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:50,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:50,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b4993cb2a74e:43483 after: b4993cb2a74e:43483 2024-11-21T12:19:50,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecb4db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:50,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43483,-1 for getting cluster id 2024-11-21T12:19:50,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:50,240 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd49d365-6393-45a9-99b4-594308aa4869' 2024-11-21T12:19:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd49d365-6393-45a9-99b4-594308aa4869" 2024-11-21T12:19:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3bf0fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43483,-1] 2024-11-21T12:19:50,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:50,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,241 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:50,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169a1fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:50,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6115373b 2024-11-21T12:19:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:50,244 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:50,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43483 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:19:50,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:19:50,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:50,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:50,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:50,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:50,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711765348, stopped=false 2024-11-21T12:19:50,245 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,34383,1732191575199 2024-11-21T12:19:50,290 DEBUG [b4993cb2a74e:43483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:50,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1ab22396b65eaa487b3ef4b45fefc178, regionState=OPENING, regionLocation=b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:50,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN because future has completed 2024-11-21T12:19:50,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ab22396b65eaa487b3ef4b45fefc178, server=b4993cb2a74e,46857,1732191584901}] 2024-11-21T12:19:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11629960071/running 2024-11-21T12:19:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11629960071/running 2024-11-21T12:19:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:50,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:50,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:50,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:50,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:50,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on znode that does not yet exist, /11629960071/running 2024-11-21T12:19:50,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Set watcher on znode that does not yet exist, /11629960071/running 2024-11-21T12:19:50,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,34617,1732191575346' ***** 2024-11-21T12:19:50,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:50,314 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:50,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34617. 2024-11-21T12:19:50,315 DEBUG [RS:0;b4993cb2a74e:34617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:50,315 DEBUG [RS:0;b4993cb2a74e:34617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:50,315 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:19:50,315 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:19:50,316 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:50,316 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:50,316 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:50,316 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:50,316 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:50,316 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:50,316 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T12:19:50,322 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:50,331 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740/.tmp/ns/d4caa1a0e22a4f868f3ef0804f615b34 is 43, key is default/ns:d/1732191578691/Put/seqid=0 2024-11-21T12:19:50,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741835_1011 (size=5153) 2024-11-21T12:19:50,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:50,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:50,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:19:50,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C46857%2C1732191584901.rep, suffix=, logDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901, archiveDir=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs, maxLogs=10 2024-11-21T12:19:50,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.rep.1732191590451, exclude list is [], retry=0 2024-11-21T12:19:50,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42777,DS-d700dbc8-19fe-4962-bbf7-4c45982d599d,DISK] 2024-11-21T12:19:50,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.rep.1732191590451 2024-11-21T12:19:50,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37137:37137)] 2024-11-21T12:19:50,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ab22396b65eaa487b3ef4b45fefc178, NAME => 'hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:50,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:50,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:50,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. service=MultiRowMutationService 2024-11-21T12:19:50,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:19:50,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:50,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,467 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,468 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab22396b65eaa487b3ef4b45fefc178 columnFamilyName hfileref 2024-11-21T12:19:50,468 DEBUG [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:50,469 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(327): Store=1ab22396b65eaa487b3ef4b45fefc178/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:50,469 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,469 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab22396b65eaa487b3ef4b45fefc178 columnFamilyName queue 2024-11-21T12:19:50,469 DEBUG [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:50,474 DEBUG [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/queue/90dfb47bb0ab49468fd8e39d39d86058 2024-11-21T12:19:50,474 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(327): Store=1ab22396b65eaa487b3ef4b45fefc178/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:50,474 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,475 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ab22396b65eaa487b3ef4b45fefc178 columnFamilyName sid 2024-11-21T12:19:50,475 DEBUG [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:50,476 INFO [StoreOpener-1ab22396b65eaa487b3ef4b45fefc178-1 {}] regionserver.HStore(327): Store=1ab22396b65eaa487b3ef4b45fefc178/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:50,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:19:50,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1ab22396b65eaa487b3ef4b45fefc178; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69965749, jitterRate=0.04257090389728546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:19:50,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:50,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1ab22396b65eaa487b3ef4b45fefc178: Running coprocessor pre-open hook at 1732191590466Writing region info on filesystem at 1732191590466Initializing all the Stores at 1732191590467 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191590467Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191590467Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191590467Cleaning up temporary data from old regions at 1732191590478 (+11 ms)Running coprocessor post-open hooks at 1732191590481 (+3 ms)Region opened successfully at 1732191590481 2024-11-21T12:19:50,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178., pid=13, masterSystemTime=1732191590446 2024-11-21T12:19:50,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:50,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:50,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1ab22396b65eaa487b3ef4b45fefc178, regionState=OPEN, openSeqNum=9, regionLocation=b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:50,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ab22396b65eaa487b3ef4b45fefc178, server=b4993cb2a74e,46857,1732191584901 because future has completed 2024-11-21T12:19:50,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T12:19:50,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ab22396b65eaa487b3ef4b45fefc178, server=b4993cb2a74e,46857,1732191584901 in 193 msec 2024-11-21T12:19:50,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T12:19:50,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ab22396b65eaa487b3ef4b45fefc178, ASSIGN in 350 msec 2024-11-21T12:19:50,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T12:19:50,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178., hostname=b4993cb2a74e,46857,1732191584901, seqNum=9] 2024-11-21T12:19:50,508 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b4993cb2a74e,34041,1732191569797 2024-11-21T12:19:50,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T12:19:50,512 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:50,512 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:50,516 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:50,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T12:19:50,716 DEBUG [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:50,735 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740/.tmp/ns/d4caa1a0e22a4f868f3ef0804f615b34 2024-11-21T12:19:50,770 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740/.tmp/ns/d4caa1a0e22a4f868f3ef0804f615b34 as hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740/ns/d4caa1a0e22a4f868f3ef0804f615b34 2024-11-21T12:19:50,775 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740/ns/d4caa1a0e22a4f868f3ef0804f615b34, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T12:19:50,775 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false 2024-11-21T12:19:50,776 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:19:50,780 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:19:50,780 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:50,781 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:50,781 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:50,781 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191590316Running coprocessor pre-close hooks at 1732191590316Disabling compacts and flushes for region at 1732191590316Disabling writes for close at 1732191590316Obtaining lock to block concurrent updates at 1732191590316Preparing flush snapshotting stores in 1588230740 at 1732191590316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732191590316Flushing stores of hbase:meta,,1.1588230740 at 1732191590316Flushing 1588230740/ns: creating writer at 1732191590317 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732191590330 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732191590330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15790828: reopening flushed file at 1732191590769 (+439 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 459ms, sequenceid=6, compaction requested=false at 1732191590775 (+6 ms)Writing region close event to WAL at 1732191590777 (+2 ms)Running coprocessor post-close hooks at 1732191590780 (+3 ms)Closed at 1732191590781 (+1 ms) 2024-11-21T12:19:50,781 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:50,916 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,34617,1732191575346; all regions closed. 2024-11-21T12:19:50,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741834_1010 (size=1152) 2024-11-21T12:19:50,920 DEBUG [RS:0;b4993cb2a74e:34617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/oldWALs 2024-11-21T12:19:50,920 INFO [RS:0;b4993cb2a74e:34617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34617%2C1732191575346.meta:.meta(num 1732191578642) 2024-11-21T12:19:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:19:50,924 DEBUG [RS:0;b4993cb2a74e:34617 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/oldWALs 2024-11-21T12:19:50,924 INFO [RS:0;b4993cb2a74e:34617 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34617%2C1732191575346:(num 1732191577640) 2024-11-21T12:19:50,924 DEBUG [RS:0;b4993cb2a74e:34617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,924 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:50,924 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:50,924 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:50,924 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:50,924 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:50,924 INFO [RS:0;b4993cb2a74e:34617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34617 2024-11-21T12:19:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11629960071/rs/b4993cb2a74e,34617,1732191575346 2024-11-21T12:19:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071/rs 2024-11-21T12:19:50,945 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:50,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,34617,1732191575346] 2024-11-21T12:19:50,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11629960071/draining/b4993cb2a74e,34617,1732191575346 already deleted, retry=false 2024-11-21T12:19:50,966 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,34617,1732191575346 expired; onlineServers=0 2024-11-21T12:19:50,966 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,34383,1732191575199' ***** 2024-11-21T12:19:50,966 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:50,966 INFO [M:0;b4993cb2a74e:34383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:50,966 INFO [M:0;b4993cb2a74e:34383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:50,966 DEBUG [M:0;b4993cb2a74e:34383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:50,966 DEBUG [M:0;b4993cb2a74e:34383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:50,966 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:50,966 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191577376 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191577376,5,FailOnTimeoutGroup] 2024-11-21T12:19:50,966 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191577376 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191577376,5,FailOnTimeoutGroup] 2024-11-21T12:19:50,966 INFO [M:0;b4993cb2a74e:34383 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:50,967 INFO [M:0;b4993cb2a74e:34383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:50,967 DEBUG [M:0;b4993cb2a74e:34383 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:50,967 INFO [M:0;b4993cb2a74e:34383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:50,967 INFO [M:0;b4993cb2a74e:34383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:50,967 INFO [M:0;b4993cb2a74e:34383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:50,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:50,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11629960071/master 2024-11-21T12:19:50,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11629960071 2024-11-21T12:19:50,977 DEBUG [M:0;b4993cb2a74e:34383 {}] zookeeper.ZKUtil(347): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Unable to get data of znode /11629960071/master because node does not exist (not an error) 2024-11-21T12:19:50,977 WARN [M:0;b4993cb2a74e:34383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:50,978 INFO [M:0;b4993cb2a74e:34383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/.lastflushedseqids 2024-11-21T12:19:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741836_1012 (size=99) 2024-11-21T12:19:51,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:51,056 INFO [RS:0;b4993cb2a74e:34617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:51,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34617-0x1015d55bab50004, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:51,056 INFO [RS:0;b4993cb2a74e:34617 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,34617,1732191575346; zookeeper connection closed. 2024-11-21T12:19:51,056 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d5f7c23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d5f7c23 2024-11-21T12:19:51,056 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:51,319 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:51,383 INFO [M:0;b4993cb2a74e:34383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:51,383 INFO [M:0;b4993cb2a74e:34383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:51,383 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:51,383 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:51,383 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:51,384 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:51,384 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:51,384 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T12:19:51,399 DEBUG [M:0;b4993cb2a74e:34383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/555a86ba60fd45a394d4eb45dc4f6fe9 is 82, key is hbase:meta,,1/info:regioninfo/1732191578674/Put/seqid=0 2024-11-21T12:19:51,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741837_1013 (size=5672) 2024-11-21T12:19:51,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:51,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:51,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:51,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:51,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:51,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:51,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:51,803 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/555a86ba60fd45a394d4eb45dc4f6fe9 2024-11-21T12:19:51,822 DEBUG [M:0;b4993cb2a74e:34383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb298db50ee64c44adefc7797b61b5f5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732191578695/Put/seqid=0 2024-11-21T12:19:51,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741838_1014 (size=5275) 2024-11-21T12:19:52,226 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb298db50ee64c44adefc7797b61b5f5 2024-11-21T12:19:52,243 DEBUG [M:0;b4993cb2a74e:34383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc35c349ce97470997662f3128f7a166 is 69, key is b4993cb2a74e,34617,1732191575346/rs:state/1732191577497/Put/seqid=0 2024-11-21T12:19:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741839_1015 (size=5156) 2024-11-21T12:19:52,424 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:52,647 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc35c349ce97470997662f3128f7a166 2024-11-21T12:19:52,651 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/555a86ba60fd45a394d4eb45dc4f6fe9 as hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/555a86ba60fd45a394d4eb45dc4f6fe9 2024-11-21T12:19:52,656 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/555a86ba60fd45a394d4eb45dc4f6fe9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T12:19:52,657 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb298db50ee64c44adefc7797b61b5f5 as hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb298db50ee64c44adefc7797b61b5f5 2024-11-21T12:19:52,661 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb298db50ee64c44adefc7797b61b5f5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T12:19:52,662 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc35c349ce97470997662f3128f7a166 as hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc35c349ce97470997662f3128f7a166 2024-11-21T12:19:52,667 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43879/user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc35c349ce97470997662f3128f7a166, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T12:19:52,668 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false 2024-11-21T12:19:52,669 INFO [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:52,669 DEBUG [M:0;b4993cb2a74e:34383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191591383Disabling compacts and flushes for region at 1732191591383Disabling writes for close at 1732191591384 (+1 ms)Obtaining lock to block concurrent updates at 1732191591384Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191591384Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732191591384Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191591385 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191591385Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191591398 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191591398Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191591808 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191591821 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191591821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191592230 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191592242 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191592242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9eac21: reopening flushed file at 1732191592651 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1229add8: reopening flushed file at 1732191592656 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30070ab6: reopening flushed file at 1732191592661 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=28, compaction requested=false at 1732191592668 (+7 ms)Writing region close event to WAL at 1732191592669 (+1 ms)Closed at 1732191592669 2024-11-21T12:19:52,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35949 is added to blk_1073741830_1006 (size=10165) 2024-11-21T12:19:52,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8315f910-32fb-60ed-cc1f-f16eb55e4d07/MasterData/WALs/b4993cb2a74e,34383,1732191575199/b4993cb2a74e%2C34383%2C1732191575199.1732191577094 not finished, retry = 0 2024-11-21T12:19:52,772 INFO [M:0;b4993cb2a74e:34383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:52,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:52,772 INFO [M:0;b4993cb2a74e:34383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34383 2024-11-21T12:19:52,772 INFO [M:0;b4993cb2a74e:34383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:52,929 INFO [M:0;b4993cb2a74e:34383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:52,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34383-0x1015d55bab50003, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:52,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d08d258{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:52,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19ac1dc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:52,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:52,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fa5fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:52,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@355d1cc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:52,933 WARN [BP-129996738-172.17.0.2-1732191573281 heartbeating to localhost/127.0.0.1:43879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:19:52,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:19:52,933 WARN [BP-129996738-172.17.0.2-1732191573281 heartbeating to localhost/127.0.0.1:43879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-129996738-172.17.0.2-1732191573281 (Datanode Uuid b5b853cc-37c9-46ec-8a81-6ba4c6246965) service to localhost/127.0.0.1:43879 2024-11-21T12:19:52,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:19:52,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/cluster_8b8539dc-d630-e0aa-5504-9d9f941accf0/data/data1/current/BP-129996738-172.17.0.2-1732191573281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:52,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/cluster_8b8539dc-d630-e0aa-5504-9d9f941accf0/data/data2/current/BP-129996738-172.17.0.2-1732191573281 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:52,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:19:52,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c0e3d34{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:52,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5596af5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:52,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:52,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d10d99b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:52,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71db5f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:52,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:19:52,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:19:52,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:52,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:52,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:52,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:52,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:52,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:52,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2029866202, stopped=false 2024-11-21T12:19:52,961 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,43483,1732191584857 2024-11-21T12:19:53,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:53,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/running 2024-11-21T12:19:53,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:53,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:53,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:53,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:53,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:53,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:53,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Set watcher on znode that does not yet exist, /0604892090/running 2024-11-21T12:19:53,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:53,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,46857,1732191584901' ***** 2024-11-21T12:19:53,051 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:53,051 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:53,051 INFO [RS:0;b4993cb2a74e:46857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:53,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:53,051 INFO [RS:0;b4993cb2a74e:46857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:46857. 2024-11-21T12:19:53,052 DEBUG [RS:0;b4993cb2a74e:46857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ab22396b65eaa487b3ef4b45fefc178, disabling compactions & flushes 2024-11-21T12:19:53,052 DEBUG [RS:0;b4993cb2a74e:46857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:53,052 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. after waiting 0 ms 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:53,052 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:19:53,052 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1ab22396b65eaa487b3ef4b45fefc178=hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178.} 2024-11-21T12:19:53,052 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ab22396b65eaa487b3ef4b45fefc178 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:53,052 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:53,052 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:53,053 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T12:19:53,056 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/replication/1ab22396b65eaa487b3ef4b45fefc178/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T12:19:53,056 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:53,056 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:53,056 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:53,056 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ab22396b65eaa487b3ef4b45fefc178: Waiting for close lock at 1732191593052Running coprocessor pre-close hooks at 1732191593052Disabling compacts and flushes for region at 1732191593052Disabling writes for close at 1732191593052Writing region close event to WAL at 1732191593053 (+1 ms)Running coprocessor post-close hooks at 1732191593056 (+3 ms)Closed at 1732191593056 2024-11-21T12:19:53,056 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178. 2024-11-21T12:19:53,067 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/info/297e69ed16f04864ac565027c980d0d2 is 147, key is hbase:replication,,1732191578816.1ab22396b65eaa487b3ef4b45fefc178./info:regioninfo/1732191590484/Put/seqid=0 2024-11-21T12:19:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741851_1027 (size=6385) 2024-11-21T12:19:53,126 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:53,253 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:53,453 DEBUG [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:53,471 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/info/297e69ed16f04864ac565027c980d0d2 2024-11-21T12:19:53,476 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/.tmp/info/297e69ed16f04864ac565027c980d0d2 as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/info/297e69ed16f04864ac565027c980d0d2 2024-11-21T12:19:53,480 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/info/297e69ed16f04864ac565027c980d0d2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T12:19:53,481 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-21T12:19:53,485 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T12:19:53,486 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:53,486 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:53,486 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:53,486 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191593052Running coprocessor pre-close hooks at 1732191593052Disabling compacts and flushes for region at 1732191593052Disabling writes for close at 1732191593052Obtaining lock to block concurrent updates at 1732191593053 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191593053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732191593053Flushing stores of hbase:meta,,1.1588230740 at 1732191593053Flushing 1588230740/info: creating writer at 1732191593053Flushing 1588230740/info: appending metadata at 1732191593067 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732191593067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a60685f: reopening flushed file at 1732191593475 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1732191593481 (+6 ms)Writing region close event to WAL at 1732191593482 (+1 ms)Running coprocessor post-close hooks at 1732191593486 (+4 ms)Closed at 1732191593486 2024-11-21T12:19:53,486 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:53,628 DEBUG [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 to pos 0, reset compression=false 2024-11-21T12:19:53,653 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,46857,1732191584901; all regions closed. 2024-11-21T12:19:53,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741849_1025 (size=2156) 2024-11-21T12:19:53,655 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.meta.1732191586198.meta not finished, retry = 0 2024-11-21T12:19:53,729 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:53,729 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:53,757 DEBUG [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs 2024-11-21T12:19:53,757 INFO [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C46857%2C1732191584901.meta:.meta(num 1732191586198) 2024-11-21T12:19:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741850_1026 (size=796) 2024-11-21T12:19:53,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.rep.1732191590451 not finished, retry = 0 2024-11-21T12:19:53,862 DEBUG [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs 2024-11-21T12:19:53,862 INFO [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C46857%2C1732191584901.rep:(num 1732191590451) 2024-11-21T12:19:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741848_1024 (size=93) 2024-11-21T12:19:53,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/WALs/b4993cb2a74e,46857,1732191584901/b4993cb2a74e%2C46857%2C1732191584901.1732191585862 not finished, retry = 0 2024-11-21T12:19:53,966 DEBUG [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/oldWALs 2024-11-21T12:19:53,966 INFO [RS:0;b4993cb2a74e:46857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C46857%2C1732191584901:(num 1732191585862) 2024-11-21T12:19:53,966 DEBUG [RS:0;b4993cb2a74e:46857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:53,966 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:53,966 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:53,966 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:53,966 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:53,966 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:53,966 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T12:19:53,966 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,46857,1732191584901 because: Region server is closing 2024-11-21T12:19:53,966 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T12:19:53,967 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T12:19:53,967 INFO [RS:0;b4993cb2a74e:46857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:46857. 2024-11-21T12:19:53,967 DEBUG [RS:0;b4993cb2a74e:46857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:53,967 DEBUG [RS:0;b4993cb2a74e:46857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:53,967 DEBUG [RS:0;b4993cb2a74e:46857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:53,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:54,067 WARN [RS:0;b4993cb2a74e:46857.replicationSource.wal-reader.b4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:19:54,067 WARN [RS:0;b4993cb2a74e:46857.replicationSource.shipperb4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:19:54,067 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b4993cb2a74e:46857.replicationSource.shipperb4993cb2a74e%2C46857%2C1732191584901,1-b4993cb2a74e,46857,1732191584901 terminated 2024-11-21T12:19:54,067 INFO [RS:0;b4993cb2a74e:46857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46857 2024-11-21T12:19:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/rs/b4993cb2a74e,46857,1732191584901 2024-11-21T12:19:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090/rs 2024-11-21T12:19:54,134 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:54,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,46857,1732191584901] 2024-11-21T12:19:54,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0604892090/draining/b4993cb2a74e,46857,1732191584901 already deleted, retry=false 2024-11-21T12:19:54,155 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,46857,1732191584901 expired; onlineServers=0 2024-11-21T12:19:54,155 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,43483,1732191584857' ***** 2024-11-21T12:19:54,155 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:54,155 INFO [M:0;b4993cb2a74e:43483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:54,156 INFO [M:0;b4993cb2a74e:43483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:54,156 DEBUG [M:0;b4993cb2a74e:43483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:54,156 DEBUG [M:0;b4993cb2a74e:43483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:54,156 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:54,156 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191585616 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191585616,5,FailOnTimeoutGroup] 2024-11-21T12:19:54,156 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191585616 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191585616,5,FailOnTimeoutGroup] 2024-11-21T12:19:54,156 INFO [M:0;b4993cb2a74e:43483 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:54,156 INFO [M:0;b4993cb2a74e:43483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:54,156 DEBUG [M:0;b4993cb2a74e:43483 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:54,156 INFO [M:0;b4993cb2a74e:43483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:54,156 INFO [M:0;b4993cb2a74e:43483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:54,156 INFO [M:0;b4993cb2a74e:43483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:54,156 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:54,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604892090/master 2024-11-21T12:19:54,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604892090 2024-11-21T12:19:54,166 DEBUG [M:0;b4993cb2a74e:43483 {}] zookeeper.ZKUtil(347): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Unable to get data of znode /0604892090/master because node does not exist (not an error) 2024-11-21T12:19:54,166 WARN [M:0;b4993cb2a74e:43483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:54,167 INFO [M:0;b4993cb2a74e:43483 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/.lastflushedseqids 2024-11-21T12:19:54,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741852_1028 (size=181) 2024-11-21T12:19:54,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:54,245 INFO [RS:0;b4993cb2a74e:46857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:54,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46857-0x1015d55bab50007, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:54,245 INFO [RS:0;b4993cb2a74e:46857 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,46857,1732191584901; zookeeper connection closed. 2024-11-21T12:19:54,245 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62619a7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62619a7a 2024-11-21T12:19:54,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:54,571 INFO [M:0;b4993cb2a74e:43483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:54,571 INFO [M:0;b4993cb2a74e:43483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:54,572 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:54,572 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:54,572 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:54,572 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:54,572 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:54,572 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T12:19:54,590 DEBUG [M:0;b4993cb2a74e:43483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec4b50f9ae544379a85d63f356715def is 82, key is hbase:meta,,1/info:regioninfo/1732191586242/Put/seqid=0 2024-11-21T12:19:54,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741853_1029 (size=5672) 2024-11-21T12:19:55,002 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec4b50f9ae544379a85d63f356715def 2024-11-21T12:19:55,019 DEBUG [M:0;b4993cb2a74e:43483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05e08749708940e79b39ffb2e6c2bfe4 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732191590489/Put/seqid=0 2024-11-21T12:19:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741854_1030 (size=7312) 2024-11-21T12:19:55,423 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05e08749708940e79b39ffb2e6c2bfe4 2024-11-21T12:19:55,447 DEBUG [M:0;b4993cb2a74e:43483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70256a6afba04cf5a9c3d264cf0f627c is 69, key is b4993cb2a74e,46857,1732191584901/rs:state/1732191585657/Put/seqid=0 2024-11-21T12:19:55,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741855_1031 (size=5370) 2024-11-21T12:19:55,852 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70256a6afba04cf5a9c3d264cf0f627c 2024-11-21T12:19:55,856 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70256a6afba04cf5a9c3d264cf0f627c 2024-11-21T12:19:55,857 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec4b50f9ae544379a85d63f356715def as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec4b50f9ae544379a85d63f356715def 2024-11-21T12:19:55,861 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec4b50f9ae544379a85d63f356715def, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T12:19:55,862 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05e08749708940e79b39ffb2e6c2bfe4 as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05e08749708940e79b39ffb2e6c2bfe4 2024-11-21T12:19:55,866 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05e08749708940e79b39ffb2e6c2bfe4, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T12:19:55,867 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70256a6afba04cf5a9c3d264cf0f627c as hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70256a6afba04cf5a9c3d264cf0f627c 2024-11-21T12:19:55,872 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70256a6afba04cf5a9c3d264cf0f627c 2024-11-21T12:19:55,872 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34043/user/jenkins/test-data/9cd11d15-60d4-b4b1-ed40-7d0d534ea2e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70256a6afba04cf5a9c3d264cf0f627c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T12:19:55,873 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=127, compaction requested=false 2024-11-21T12:19:55,874 INFO [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:55,874 DEBUG [M:0;b4993cb2a74e:43483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191594571Disabling compacts and flushes for region at 1732191594571Disabling writes for close at 1732191594572 (+1 ms)Obtaining lock to block concurrent updates at 1732191594572Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191594572Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732191594572Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191594572Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191594573 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191594589 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191594589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191595006 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191595019 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191595019Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191595428 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191595446 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191595446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73854f18: reopening flushed file at 1732191595856 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d260333: reopening flushed file at 1732191595861 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@368d92f4: reopening flushed file at 1732191595867 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=127, compaction requested=false at 1732191595873 (+6 ms)Writing region close event to WAL at 1732191595874 (+1 ms)Closed at 1732191595874 2024-11-21T12:19:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42777 is added to blk_1073741847_1023 (size=22903) 2024-11-21T12:19:55,877 INFO [M:0;b4993cb2a74e:43483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:55,877 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:55,877 INFO [M:0;b4993cb2a74e:43483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43483 2024-11-21T12:19:55,877 INFO [M:0;b4993cb2a74e:43483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:56,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:56,003 INFO [M:0;b4993cb2a74e:43483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:56,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43483-0x1015d55bab50006, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:56,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68918b05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:56,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54c25313{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:56,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:56,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b7e6eda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:56,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e0bf5c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:56,007 WARN [BP-595997873-172.17.0.2-1732191567645 heartbeating to localhost/127.0.0.1:34043 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:19:56,007 WARN [BP-595997873-172.17.0.2-1732191567645 heartbeating to localhost/127.0.0.1:34043 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-595997873-172.17.0.2-1732191567645 (Datanode Uuid a3c5b656-fa66-49ca-9857-c23b80e9f839) service to localhost/127.0.0.1:34043 2024-11-21T12:19:56,007 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:19:56,007 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:19:56,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081/data/data1/current/BP-595997873-172.17.0.2-1732191567645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:56,007 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/cluster_1c86e91f-71fa-a2e4-3585-78e7b868e081/data/data2/current/BP-595997873-172.17.0.2-1732191567645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:56,008 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:19:56,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38cc85fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:56,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6157d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:56,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:56,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d20087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:56,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cc0b4f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd6cfb85-7c84-b061-6a2c-99b771f29ba7/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:56,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:19:56,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:19:56,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43879 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34043 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34043 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34043 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:43879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34043 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=568 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=249 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=837 (was 957) 2024-11-21T12:19:56,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=249, ProcessCount=11, AvailableMemoryMB=836 2024-11-21T12:19:56,070 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T12:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.log.dir so I do NOT create it in target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c 2024-11-21T12:19:56,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:19:56,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.tmp.dir so I do NOT create it in target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c 2024-11-21T12:19:56,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a37a3a-6889-16f5-fc8f-028938134382/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:19:56,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c 2024-11-21T12:19:56,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447, deleteOnExit=true 2024-11-21T12:19:56,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d55bab50002, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:19:56,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d55bab50005, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:19:56,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d55bab50005, quorum=127.0.0.1:55294, baseZNode=/11629960071 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:19:56,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d55bab50002, quorum=127.0.0.1:55294, baseZNode=/0604892090 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:19:56,125 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447/zookeeper_0, clientPort=56572, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:19:56,126 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56572 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/test.cache.data in system properties and HBase conf 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:19:56,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:19:56,126 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:19:56,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:19:56,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:19:56,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:56,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:56,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:56,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:56,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:56,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:56,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bc54817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:56,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73233f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:56,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3384db37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/java.io.tmpdir/jetty-localhost-38459-hadoop-hdfs-3_4_1-tests_jar-_-any-16124763939637628719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:56,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7781ab1c{HTTP/1.1, (http/1.1)}{localhost:38459} 2024-11-21T12:19:56,754 INFO [Time-limited test {}] server.Server(415): Started @170688ms 2024-11-21T12:19:57,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:57,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:57,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:57,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:57,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:57,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19af310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:57,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dfbd136{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:57,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@649b5653{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/java.io.tmpdir/jetty-localhost-40339-hadoop-hdfs-3_4_1-tests_jar-_-any-6626980383986633058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:57,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c538d5a{HTTP/1.1, (http/1.1)}{localhost:40339} 2024-11-21T12:19:57,168 INFO [Time-limited test {}] server.Server(415): Started @171102ms 2024-11-21T12:19:57,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:19:57,857 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447/data/data1/current/BP-776591596-172.17.0.2-1732191596145/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:57,858 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447/data/data2/current/BP-776591596-172.17.0.2-1732191596145/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:57,892 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:19:57,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3cf1ddad1b62b3 with lease ID 0x736d277a5af01b21: Processing first storage report for DS-e35b0516-018b-4371-a619-73fe3ed9160a from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=bf730c67-25b0-4492-bb98-fa6c462a0351, infoPort=33923, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1960202466;c=1732191596145) 2024-11-21T12:19:57,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3cf1ddad1b62b3 with lease ID 0x736d277a5af01b21: from storage DS-e35b0516-018b-4371-a619-73fe3ed9160a node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=bf730c67-25b0-4492-bb98-fa6c462a0351, infoPort=33923, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1960202466;c=1732191596145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:57,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe3cf1ddad1b62b3 with lease ID 0x736d277a5af01b21: Processing first storage report for DS-0eb8402e-cf4d-4cce-8679-28f6ffec426e from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=bf730c67-25b0-4492-bb98-fa6c462a0351, infoPort=33923, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1960202466;c=1732191596145) 2024-11-21T12:19:57,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe3cf1ddad1b62b3 with lease ID 0x736d277a5af01b21: from storage DS-0eb8402e-cf4d-4cce-8679-28f6ffec426e node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=bf730c67-25b0-4492-bb98-fa6c462a0351, infoPort=33923, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1960202466;c=1732191596145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:57,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c 2024-11-21T12:19:57,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:57,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:57,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:19:58,307 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931 with version=8 2024-11-21T12:19:58,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/hbase-staging 2024-11-21T12:19:58,309 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:58,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:58,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:58,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:58,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:58,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:58,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:58,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:58,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44313 2024-11-21T12:19:58,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44313 connecting to ZooKeeper ensemble=127.0.0.1:56572 2024-11-21T12:19:58,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:58,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443130x0, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:58,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44313-0x1015d562a080000 connected 2024-11-21T12:19:58,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:58,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:58,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:58,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on znode that does not yet exist, /01488990105/running 2024-11-21T12:19:58,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931, hbase.cluster.distributed=false 2024-11-21T12:19:58,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on znode that does not yet exist, /01488990105/acl 2024-11-21T12:19:58,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-21T12:19:58,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44313 2024-11-21T12:19:58,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44313 2024-11-21T12:19:58,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-21T12:19:58,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44313 2024-11-21T12:19:58,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:19:58,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:58,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:58,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:58,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:58,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:58,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:58,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:58,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37675 2024-11-21T12:19:58,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37675 connecting to ZooKeeper ensemble=127.0.0.1:56572 2024-11-21T12:19:58,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:58,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376750x0, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:58,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376750x0, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on znode that does not yet exist, /01488990105/running 2024-11-21T12:19:58,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37675-0x1015d562a080001 connected 2024-11-21T12:19:58,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:58,705 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:58,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on znode that does not yet exist, /01488990105/master 2024-11-21T12:19:58,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on znode that does not yet exist, /01488990105/acl 2024-11-21T12:19:58,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37675 2024-11-21T12:19:58,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37675 2024-11-21T12:19:58,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37675 2024-11-21T12:19:58,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37675 2024-11-21T12:19:58,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37675 2024-11-21T12:19:58,722 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:44313 2024-11-21T12:19:58,722 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01488990105/backup-masters/b4993cb2a74e,44313,1732191598309 2024-11-21T12:19:58,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105/backup-masters 2024-11-21T12:19:58,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105/backup-masters 2024-11-21T12:19:58,734 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on existing znode=/01488990105/backup-masters/b4993cb2a74e,44313,1732191598309 2024-11-21T12:19:58,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01488990105/master 2024-11-21T12:19:58,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:19:58,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:19:58,745 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on existing znode=/01488990105/master 2024-11-21T12:19:58,745 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01488990105/backup-masters/b4993cb2a74e,44313,1732191598309 from backup master directory 2024-11-21T12:19:58,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105/backup-masters 2024-11-21T12:19:58,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01488990105/backup-masters/b4993cb2a74e,44313,1732191598309 2024-11-21T12:19:58,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105/backup-masters 2024-11-21T12:19:58,755 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:58,755 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,44313,1732191598309 2024-11-21T12:19:58,758 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/hbase.id] with ID: 21d3f30a-1070-45fb-9007-5b0ffb836f91 2024-11-21T12:19:58,758 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/.tmp/hbase.id 2024-11-21T12:19:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:19:59,163 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/.tmp/hbase.id]:[hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/hbase.id] 2024-11-21T12:19:59,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:59,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:59,174 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:19:59,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:19:59,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:19:59,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:19:59,593 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:59,594 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:59,594 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:20:00,001 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store 2024-11-21T12:20:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:20:00,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:00,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:00,407 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:00,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:00,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:00,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:00,407 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:00,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191600407Disabling compacts and flushes for region at 1732191600407Disabling writes for close at 1732191600407Writing region close event to WAL at 1732191600407Closed at 1732191600407 2024-11-21T12:20:00,408 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/.initializing 2024-11-21T12:20:00,408 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/WALs/b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:00,409 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:00,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C44313%2C1732191598309, suffix=, logDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/WALs/b4993cb2a74e,44313,1732191598309, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/oldWALs, maxLogs=10 2024-11-21T12:20:00,426 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/WALs/b4993cb2a74e,44313,1732191598309/b4993cb2a74e%2C44313%2C1732191598309.1732191600411, exclude list is [], retry=0 2024-11-21T12:20:00,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-e35b0516-018b-4371-a619-73fe3ed9160a,DISK] 2024-11-21T12:20:00,430 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/WALs/b4993cb2a74e,44313,1732191598309/b4993cb2a74e%2C44313%2C1732191598309.1732191600411 2024-11-21T12:20:00,430 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-21T12:20:00,430 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:00,431 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:00,431 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,431 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:20:00,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:00,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:20:00,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:00,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:20:00,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:00,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:20:00,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:00,438 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,438 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,439 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,439 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,439 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,440 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:00,441 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:00,442 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:00,442 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64714608, jitterRate=-0.035677194595336914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:00,443 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191600431Initializing all the Stores at 1732191600432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191600432Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191600432Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191600432Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191600432Cleaning up temporary data from old regions at 1732191600439 (+7 ms)Region opened successfully at 1732191600443 (+4 ms) 2024-11-21T12:20:00,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:20:00,445 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5d2bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:00,446 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:20:00,446 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:20:00,446 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:20:00,446 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:20:00,446 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:20:00,446 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:20:00,446 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:20:00,448 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:20:00,448 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Unable to get data of znode /01488990105/balancer because node does not exist (not necessarily an error) 2024-11-21T12:20:00,502 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01488990105/balancer already deleted, retry=false 2024-11-21T12:20:00,502 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:20:00,503 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Unable to get data of znode /01488990105/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:20:00,513 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01488990105/normalizer already deleted, retry=false 2024-11-21T12:20:00,513 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:20:00,514 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Unable to get data of znode /01488990105/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:20:00,523 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01488990105/switch/split already deleted, retry=false 2024-11-21T12:20:00,524 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Unable to get data of znode /01488990105/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:20:00,534 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01488990105/switch/merge already deleted, retry=false 2024-11-21T12:20:00,535 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Unable to get data of znode /01488990105/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:20:00,544 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01488990105/snapshot-cleanup already deleted, retry=false 2024-11-21T12:20:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01488990105/running 2024-11-21T12:20:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01488990105/running 2024-11-21T12:20:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:00,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:00,555 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,44313,1732191598309, sessionid=0x1015d562a080000, setting cluster-up flag (Was=false) 2024-11-21T12:20:00,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:00,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:00,607 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01488990105/flush-table-proc/acquired, /01488990105/flush-table-proc/reached, /01488990105/flush-table-proc/abort 2024-11-21T12:20:00,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:00,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:00,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:00,660 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01488990105/online-snapshot/acquired, /01488990105/online-snapshot/reached, /01488990105/online-snapshot/abort 2024-11-21T12:20:00,661 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:00,662 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:20:00,663 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:00,663 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:20:00,663 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:20:00,663 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b4993cb2a74e,34041,1732191569797: status=Processing ServerCrashProcedure of b4993cb2a74e,34041,1732191569797 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732191585616, completionTime=-1 appears to have been leaked 2024-11-21T12:20:00,663 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,44313,1732191598309 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:20:00,664 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:00,664 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:00,664 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:00,664 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:00,664 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:20:00,664 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,665 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:00,665 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,666 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:00,666 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:20:00,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:20:00,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191630668 2024-11-21T12:20:00,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:20:00,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:20:00,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:20:00,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:20:00,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:20:00,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:20:00,674 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,674 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:20:00,674 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:20:00,674 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:20:00,674 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:20:00,675 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:20:00,675 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:20:00,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:20:00,676 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191600675,5,FailOnTimeoutGroup] 2024-11-21T12:20:00,677 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191600676,5,FailOnTimeoutGroup] 2024-11-21T12:20:00,677 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,677 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:20:00,677 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,677 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,714 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(746): ClusterId : 21d3f30a-1070-45fb-9007-5b0ffb836f91 2024-11-21T12:20:00,714 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:20:00,724 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:20:00,724 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:20:00,734 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:20:00,735 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab65af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:00,745 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:37675 2024-11-21T12:20:00,745 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:20:00,745 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:20:00,745 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:20:00,746 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,44313,1732191598309 with port=37675, startcode=1732191598692 2024-11-21T12:20:00,746 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:20:00,747 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:20:00,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:00,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44313 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:00,749 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931 2024-11-21T12:20:00,749 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42149 2024-11-21T12:20:00,749 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:20:00,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105/rs 2024-11-21T12:20:00,755 DEBUG [RS:0;b4993cb2a74e:37675 {}] zookeeper.ZKUtil(111): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on existing znode=/01488990105/rs/b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:00,755 WARN [RS:0;b4993cb2a74e:37675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:00,755 INFO [RS:0;b4993cb2a74e:37675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:00,755 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:00,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,37675,1732191598692] 2024-11-21T12:20:00,758 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:20:00,759 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:20:00,760 INFO [RS:0;b4993cb2a74e:37675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:20:00,760 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,760 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:20:00,761 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:20:00,761 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,761 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,762 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:00,762 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:00,762 DEBUG [RS:0;b4993cb2a74e:37675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:00,764 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,764 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,764 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,764 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,765 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,765 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37675,1732191598692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:00,778 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:20:00,778 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37675,1732191598692-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,778 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,778 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.Replication(171): b4993cb2a74e,37675,1732191598692 started 2024-11-21T12:20:00,791 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:00,791 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,37675,1732191598692, RpcServer on b4993cb2a74e/172.17.0.2:37675, sessionid=0x1015d562a080001 2024-11-21T12:20:00,791 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:20:00,791 DEBUG [RS:0;b4993cb2a74e:37675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:00,791 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37675,1732191598692' 2024-11-21T12:20:00,791 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01488990105/flush-table-proc/abort' 2024-11-21T12:20:00,791 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01488990105/flush-table-proc/acquired' 2024-11-21T12:20:00,792 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:20:00,792 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:20:00,792 DEBUG [RS:0;b4993cb2a74e:37675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:00,792 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37675,1732191598692' 2024-11-21T12:20:00,792 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01488990105/online-snapshot/abort' 2024-11-21T12:20:00,792 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01488990105/online-snapshot/acquired' 2024-11-21T12:20:00,792 DEBUG [RS:0;b4993cb2a74e:37675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:20:00,792 INFO [RS:0;b4993cb2a74e:37675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:20:00,792 INFO [RS:0;b4993cb2a74e:37675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:20:00,893 INFO [RS:0;b4993cb2a74e:37675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:00,894 INFO [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37675%2C1732191598692, suffix=, logDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/oldWALs, maxLogs=10 2024-11-21T12:20:00,911 DEBUG [RS:0;b4993cb2a74e:37675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895, exclude list is [], retry=0 2024-11-21T12:20:00,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-e35b0516-018b-4371-a619-73fe3ed9160a,DISK] 2024-11-21T12:20:00,916 INFO [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 2024-11-21T12:20:00,916 DEBUG [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-21T12:20:01,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:20:01,077 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931 2024-11-21T12:20:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:20:01,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:01,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:01,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:01,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:01,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:01,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:01,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:01,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:01,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:01,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740 2024-11-21T12:20:01,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740 2024-11-21T12:20:01,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:01,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:01,492 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:01,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:01,494 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:01,495 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72384661, jitterRate=0.07861550152301788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:01,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191601483Initializing all the Stores at 1732191601484 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191601484Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191601484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191601484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191601484Cleaning up temporary data from old regions at 1732191601491 (+7 ms)Region opened successfully at 1732191601495 (+4 ms) 2024-11-21T12:20:01,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:01,495 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:01,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:01,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:01,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:01,496 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:01,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191601495Disabling compacts and flushes for region at 1732191601495Disabling writes for close at 1732191601495Writing region close event to WAL at 1732191601496 (+1 ms)Closed at 1732191601496 2024-11-21T12:20:01,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:01,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:20:01,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:20:01,498 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:01,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:20:01,649 DEBUG [b4993cb2a74e:44313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:20:01,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:01,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37675,1732191598692, state=OPENING 2024-11-21T12:20:01,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:20:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:01,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01488990105/meta-region-server: CHANGED 2024-11-21T12:20:01,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01488990105/meta-region-server: CHANGED 2024-11-21T12:20:01,723 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:01,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37675,1732191598692}] 2024-11-21T12:20:01,876 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:01,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:20:01,881 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:20:01,881 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:01,882 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:20:01,883 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37675%2C1732191598692.meta, suffix=.meta, logDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/oldWALs, maxLogs=10 2024-11-21T12:20:01,897 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.meta.1732191601883.meta, exclude list is [], retry=0 2024-11-21T12:20:01,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-e35b0516-018b-4371-a619-73fe3ed9160a,DISK] 2024-11-21T12:20:01,901 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.meta.1732191601883.meta 2024-11-21T12:20:01,901 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-21T12:20:01,901 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:01,901 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:01,901 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:01,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:20:01,902 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:20:01,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:20:01,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:01,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:20:01,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:20:01,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:01,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:01,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:01,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:01,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:01,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:01,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:01,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:01,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:01,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:01,907 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:01,908 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740 2024-11-21T12:20:01,909 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740 2024-11-21T12:20:01,910 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:01,910 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:01,910 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:01,911 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:01,912 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60613161, jitterRate=-0.0967935174703598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:01,912 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:20:01,912 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191601902Writing region info on filesystem at 1732191601902Initializing all the Stores at 1732191601903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191601903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191601903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191601903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191601903Cleaning up temporary data from old regions at 1732191601910 (+7 ms)Running coprocessor post-open hooks at 1732191601912 (+2 ms)Region opened successfully at 1732191601912 2024-11-21T12:20:01,913 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191601875 2024-11-21T12:20:01,915 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:20:01,915 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:20:01,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:01,916 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37675,1732191598692, state=OPEN 2024-11-21T12:20:02,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01488990105/meta-region-server 2024-11-21T12:20:02,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01488990105/meta-region-server 2024-11-21T12:20:02,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:02,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01488990105/meta-region-server: CHANGED 2024-11-21T12:20:02,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01488990105/meta-region-server: CHANGED 2024-11-21T12:20:02,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:20:02,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37675,1732191598692 in 314 msec 2024-11-21T12:20:02,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:20:02,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 543 msec 2024-11-21T12:20:02,042 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:02,042 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:20:02,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:02,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37675,1732191598692, seqNum=-1] 2024-11-21T12:20:02,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:02,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:02,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3860 sec 2024-11-21T12:20:02,049 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191602049, completionTime=-1 2024-11-21T12:20:02,049 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:20:02,049 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191662051 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191722051 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44313,1732191598309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44313,1732191598309-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44313,1732191598309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:44313, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:02,051 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:02,052 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:02,053 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:20:02,054 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-11-21T12:20:02,054 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:20:02,054 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:20:02,054 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:20:02,054 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:20:02,054 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:20:02,055 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44313,1732191598309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:02,055 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44313,1732191598309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:20:02,056 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:20:02,057 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:20:02,057 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44313,1732191598309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:02,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11574a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:02,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44313,-1 for getting cluster id 2024-11-21T12:20:02,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:02,116 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21d3f30a-1070-45fb-9007-5b0ffb836f91' 2024-11-21T12:20:02,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21d3f30a-1070-45fb-9007-5b0ffb836f91" 2024-11-21T12:20:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8dca5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44313,-1] 2024-11-21T12:20:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:02,118 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:02,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9e907e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:02,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:02,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37675,1732191598692, seqNum=-1] 2024-11-21T12:20:02,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:02,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:02,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:02,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56572 2024-11-21T12:20:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:02,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d562a080002 connected 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.log.dir so I do NOT create it in target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2 2024-11-21T12:20:02,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.tmp.dir so I do NOT create it in target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2 2024-11-21T12:20:02,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:20:02,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/cluster_90201759-dffb-96fb-2824-1b38fb71d5ca, deleteOnExit=true 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/test.cache.data in system properties and HBase conf 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:20:02,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:20:02,157 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:20:02,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:20:02,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:02,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:02,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:02,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:02,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:20:02,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:02,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5bc22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:02,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43370ce5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:02,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bb61aec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/java.io.tmpdir/jetty-localhost-42243-hadoop-hdfs-3_4_1-tests_jar-_-any-17217094662066363648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:02,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63f6c925{HTTP/1.1, (http/1.1)}{localhost:42243} 2024-11-21T12:20:02,695 INFO [Time-limited test {}] server.Server(415): Started @176629ms 2024-11-21T12:20:02,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:02,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:02,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:02,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:02,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:20:02,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d25857a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:02,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce9c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:03,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9166586{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/java.io.tmpdir/jetty-localhost-36049-hadoop-hdfs-3_4_1-tests_jar-_-any-722403160048431091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:03,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@452627eb{HTTP/1.1, (http/1.1)}{localhost:36049} 2024-11-21T12:20:03,027 INFO [Time-limited test {}] server.Server(415): Started @176961ms 2024-11-21T12:20:03,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:20:04,039 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/cluster_90201759-dffb-96fb-2824-1b38fb71d5ca/data/data1/current/BP-475720531-172.17.0.2-1732191602183/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:04,039 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/cluster_90201759-dffb-96fb-2824-1b38fb71d5ca/data/data2/current/BP-475720531-172.17.0.2-1732191602183/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:04,059 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:20:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x398bd8480a52b6f9 with lease ID 0x754f34a5501f26c0: Processing first storage report for DS-89e23847-e414-43e9-b427-256d19789cf0 from datanode DatanodeRegistration(127.0.0.1:36705, datanodeUuid=e3449f7f-f018-4e22-b18a-5424f4932bff, infoPort=33443, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=2028032530;c=1732191602183) 2024-11-21T12:20:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x398bd8480a52b6f9 with lease ID 0x754f34a5501f26c0: from storage DS-89e23847-e414-43e9-b427-256d19789cf0 node DatanodeRegistration(127.0.0.1:36705, datanodeUuid=e3449f7f-f018-4e22-b18a-5424f4932bff, infoPort=33443, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=2028032530;c=1732191602183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x398bd8480a52b6f9 with lease ID 0x754f34a5501f26c0: Processing first storage report for DS-6398e913-f5fc-4435-99b3-fd37a2d5bc97 from datanode DatanodeRegistration(127.0.0.1:36705, datanodeUuid=e3449f7f-f018-4e22-b18a-5424f4932bff, infoPort=33443, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=2028032530;c=1732191602183) 2024-11-21T12:20:04,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x398bd8480a52b6f9 with lease ID 0x754f34a5501f26c0: from storage DS-6398e913-f5fc-4435-99b3-fd37a2d5bc97 node DatanodeRegistration(127.0.0.1:36705, datanodeUuid=e3449f7f-f018-4e22-b18a-5424f4932bff, infoPort=33443, infoSecurePort=0, ipcPort=45407, storageInfo=lv=-57;cid=testClusterID;nsid=2028032530;c=1732191602183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:04,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2 2024-11-21T12:20:04,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:04,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:04,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:20:04,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9 with version=8 2024-11-21T12:20:04,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/hbase-staging 2024-11-21T12:20:04,570 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:20:04,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:04,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:04,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:04,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:04,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:04,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:20:04,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:04,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38907 2024-11-21T12:20:04,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38907 connecting to ZooKeeper ensemble=127.0.0.1:56572 2024-11-21T12:20:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389070x0, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:04,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38907-0x1015d562a080003 connected 2024-11-21T12:20:04,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:04,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:04,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on znode that does not yet exist, /11138287108/running 2024-11-21T12:20:04,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9, hbase.cluster.distributed=false 2024-11-21T12:20:04,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on znode that does not yet exist, /11138287108/acl 2024-11-21T12:20:04,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-21T12:20:04,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38907 2024-11-21T12:20:04,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38907 2024-11-21T12:20:04,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-21T12:20:04,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38907 2024-11-21T12:20:04,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:20:04,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:04,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:04,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:04,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:04,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:04,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:20:04,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:04,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45885 2024-11-21T12:20:04,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45885 connecting to ZooKeeper ensemble=127.0.0.1:56572 2024-11-21T12:20:04,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:04,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:04,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458850x0, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:04,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458850x0, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on znode that does not yet exist, /11138287108/running 2024-11-21T12:20:04,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45885-0x1015d562a080004 connected 2024-11-21T12:20:04,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:20:04,724 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:20:04,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on znode that does not yet exist, /11138287108/master 2024-11-21T12:20:04,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on znode that does not yet exist, /11138287108/acl 2024-11-21T12:20:04,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45885 2024-11-21T12:20:04,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45885 2024-11-21T12:20:04,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45885 2024-11-21T12:20:04,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45885 2024-11-21T12:20:04,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45885 2024-11-21T12:20:04,741 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:38907 2024-11-21T12:20:04,741 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11138287108/backup-masters/b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108/backup-masters 2024-11-21T12:20:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108/backup-masters 2024-11-21T12:20:04,754 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on existing znode=/11138287108/backup-masters/b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138287108/master 2024-11-21T12:20:04,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:04,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on existing znode=/11138287108/master 2024-11-21T12:20:04,766 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11138287108/backup-masters/b4993cb2a74e,38907,1732191604570 from backup master directory 2024-11-21T12:20:04,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138287108/backup-masters/b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:04,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108/backup-masters 2024-11-21T12:20:04,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108/backup-masters 2024-11-21T12:20:04,775 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:04,775 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:04,780 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/hbase.id] with ID: e5ba290c-2896-40f1-b061-edc2bd19bcce 2024-11-21T12:20:04,780 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/.tmp/hbase.id 2024-11-21T12:20:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:20:05,184 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/.tmp/hbase.id]:[hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/hbase.id] 2024-11-21T12:20:05,194 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:05,194 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:20:05,195 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:20:05,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:05,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:20:05,654 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:05,655 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:20:05,655 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:20:06,061 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store 2024-11-21T12:20:06,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:20:06,466 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:06,467 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:06,467 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:06,467 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:06,467 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:06,467 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:06,467 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:06,467 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191606467Disabling compacts and flushes for region at 1732191606467Disabling writes for close at 1732191606467Writing region close event to WAL at 1732191606467Closed at 1732191606467 2024-11-21T12:20:06,468 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/.initializing 2024-11-21T12:20:06,468 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/WALs/b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:06,468 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:06,470 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C38907%2C1732191604570, suffix=, logDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/WALs/b4993cb2a74e,38907,1732191604570, archiveDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/oldWALs, maxLogs=10 2024-11-21T12:20:06,482 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/WALs/b4993cb2a74e,38907,1732191604570/b4993cb2a74e%2C38907%2C1732191604570.1732191606470, exclude list is [], retry=0 2024-11-21T12:20:06,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36705,DS-89e23847-e414-43e9-b427-256d19789cf0,DISK] 2024-11-21T12:20:06,486 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/WALs/b4993cb2a74e,38907,1732191604570/b4993cb2a74e%2C38907%2C1732191604570.1732191606470 2024-11-21T12:20:06,486 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-11-21T12:20:06,486 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:06,486 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:06,486 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,486 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:20:06,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:06,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:06,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:20:06,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:06,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:06,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:20:06,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:06,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:06,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:20:06,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:06,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:06,493 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,493 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,493 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,494 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,494 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,495 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:06,495 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:06,497 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:06,497 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74908423, jitterRate=0.11622248589992523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:06,497 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191606486Initializing all the Stores at 1732191606487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191606487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191606487Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191606487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191606487Cleaning up temporary data from old regions at 1732191606494 (+7 ms)Region opened successfully at 1732191606497 (+3 ms) 2024-11-21T12:20:06,498 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:20:06,500 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eecfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:06,500 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:20:06,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:20:06,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:20:06,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:20:06,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:20:06,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:20:06,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:20:06,503 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:20:06,503 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Unable to get data of znode /11138287108/balancer because node does not exist (not necessarily an error) 2024-11-21T12:20:06,565 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138287108/balancer already deleted, retry=false 2024-11-21T12:20:06,565 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:20:06,566 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Unable to get data of znode /11138287108/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:20:06,575 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138287108/normalizer already deleted, retry=false 2024-11-21T12:20:06,576 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:20:06,576 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Unable to get data of znode /11138287108/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:20:06,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138287108/switch/split already deleted, retry=false 2024-11-21T12:20:06,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Unable to get data of znode /11138287108/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:20:06,596 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138287108/switch/merge already deleted, retry=false 2024-11-21T12:20:06,598 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Unable to get data of znode /11138287108/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:20:06,607 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138287108/snapshot-cleanup already deleted, retry=false 2024-11-21T12:20:06,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138287108/running 2024-11-21T12:20:06,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138287108/running 2024-11-21T12:20:06,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:06,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:06,618 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,38907,1732191604570, sessionid=0x1015d562a080003, setting cluster-up flag (Was=false) 2024-11-21T12:20:06,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:06,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:06,670 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11138287108/flush-table-proc/acquired, /11138287108/flush-table-proc/reached, /11138287108/flush-table-proc/abort 2024-11-21T12:20:06,671 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:06,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:06,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:06,723 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11138287108/online-snapshot/acquired, /11138287108/online-snapshot/reached, /11138287108/online-snapshot/abort 2024-11-21T12:20:06,724 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:06,725 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:20:06,726 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:06,726 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:20:06,726 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:20:06,727 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,38907,1732191604570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:06,728 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:06,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191636731 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:20:06,731 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:20:06,731 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:20:06,732 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:20:06,732 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:20:06,732 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191606732,5,FailOnTimeoutGroup] 2024-11-21T12:20:06,732 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191606732,5,FailOnTimeoutGroup] 2024-11-21T12:20:06,732 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,732 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:20:06,732 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,732 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,734 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(746): ClusterId : e5ba290c-2896-40f1-b061-edc2bd19bcce 2024-11-21T12:20:06,734 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:20:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:20:06,744 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:20:06,744 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:20:06,755 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:20:06,755 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c94e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:06,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:20:06,766 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:45885 2024-11-21T12:20:06,766 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:20:06,766 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:20:06,766 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:20:06,767 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,38907,1732191604570 with port=45885, startcode=1732191604712 2024-11-21T12:20:06,767 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:20:06,769 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:20:06,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:06,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38907 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:06,770 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9 2024-11-21T12:20:06,770 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33587 2024-11-21T12:20:06,770 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:20:06,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108/rs 2024-11-21T12:20:06,814 DEBUG [RS:0;b4993cb2a74e:45885 {}] zookeeper.ZKUtil(111): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on existing znode=/11138287108/rs/b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:06,814 WARN [RS:0;b4993cb2a74e:45885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:06,814 INFO [RS:0;b4993cb2a74e:45885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:06,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,45885,1732191604712] 2024-11-21T12:20:06,815 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:06,817 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:20:06,818 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:20:06,818 INFO [RS:0;b4993cb2a74e:45885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:20:06,819 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,819 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:20:06,819 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:20:06,819 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,819 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,819 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:06,820 DEBUG [RS:0;b4993cb2a74e:45885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:06,820 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,820 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,820 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,820 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,820 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,820 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45885,1732191604712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:06,833 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:20:06,834 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45885,1732191604712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,834 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,834 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.Replication(171): b4993cb2a74e,45885,1732191604712 started 2024-11-21T12:20:06,849 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:06,849 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,45885,1732191604712, RpcServer on b4993cb2a74e/172.17.0.2:45885, sessionid=0x1015d562a080004 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,45885,1732191604712' 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11138287108/flush-table-proc/abort' 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11138287108/flush-table-proc/acquired' 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:06,850 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,45885,1732191604712' 2024-11-21T12:20:06,851 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11138287108/online-snapshot/abort' 2024-11-21T12:20:06,851 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11138287108/online-snapshot/acquired' 2024-11-21T12:20:06,851 DEBUG [RS:0;b4993cb2a74e:45885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:20:06,851 INFO [RS:0;b4993cb2a74e:45885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:20:06,851 INFO [RS:0;b4993cb2a74e:45885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:20:06,952 INFO [RS:0;b4993cb2a74e:45885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:06,953 INFO [RS:0;b4993cb2a74e:45885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45885%2C1732191604712, suffix=, logDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712, archiveDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/oldWALs, maxLogs=10 2024-11-21T12:20:06,967 DEBUG [RS:0;b4993cb2a74e:45885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954, exclude list is [], retry=0 2024-11-21T12:20:06,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36705,DS-89e23847-e414-43e9-b427-256d19789cf0,DISK] 2024-11-21T12:20:06,971 INFO [RS:0;b4993cb2a74e:45885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 2024-11-21T12:20:06,971 DEBUG [RS:0;b4993cb2a74e:45885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-11-21T12:20:07,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:20:07,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9 2024-11-21T12:20:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:20:07,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:07,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:07,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:07,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:07,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:07,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:07,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:07,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:07,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:07,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:07,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:07,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740 2024-11-21T12:20:07,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740 2024-11-21T12:20:07,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:07,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:07,553 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:07,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:07,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:07,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66137705, jitterRate=-0.014471396803855896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191607544Initializing all the Stores at 1732191607545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191607545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191607545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191607545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191607545Cleaning up temporary data from old regions at 1732191607552 (+7 ms)Region opened successfully at 1732191607556 (+4 ms) 2024-11-21T12:20:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:07,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:07,556 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:07,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191607556Disabling compacts and flushes for region at 1732191607556Disabling writes for close at 1732191607556Writing region close event to WAL at 1732191607556Closed at 1732191607556 2024-11-21T12:20:07,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:07,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:20:07,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:20:07,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:07,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:20:07,709 DEBUG [b4993cb2a74e:38907 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:20:07,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:07,710 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,45885,1732191604712, state=OPENING 2024-11-21T12:20:07,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:20:07,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:07,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:07,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:07,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138287108/meta-region-server: CHANGED 2024-11-21T12:20:07,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138287108/meta-region-server: CHANGED 2024-11-21T12:20:07,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45885,1732191604712}] 2024-11-21T12:20:07,960 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:07,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:20:07,964 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:20:07,964 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:07,964 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:20:07,966 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45885%2C1732191604712.meta, suffix=.meta, logDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712, archiveDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/oldWALs, maxLogs=10 2024-11-21T12:20:07,982 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.meta.1732191607966.meta, exclude list is [], retry=0 2024-11-21T12:20:07,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36705,DS-89e23847-e414-43e9-b427-256d19789cf0,DISK] 2024-11-21T12:20:07,986 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.meta.1732191607966.meta 2024-11-21T12:20:07,986 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-11-21T12:20:07,986 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:07,986 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:07,987 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:07,987 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:20:07,987 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:20:07,987 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:20:07,987 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:07,987 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:20:07,987 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:20:07,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:07,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:07,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:07,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:07,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:07,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:07,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:07,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:07,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:07,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:07,992 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:07,992 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740 2024-11-21T12:20:07,993 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740 2024-11-21T12:20:07,994 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:07,994 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:07,994 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:07,995 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:07,996 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70830096, jitterRate=0.0554506778717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:07,996 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:20:07,996 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191607987Writing region info on filesystem at 1732191607987Initializing all the Stores at 1732191607988 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191607988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191607988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191607988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191607988Cleaning up temporary data from old regions at 1732191607994 (+6 ms)Running coprocessor post-open hooks at 1732191607996 (+2 ms)Region opened successfully at 1732191607996 2024-11-21T12:20:07,997 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191607959 2024-11-21T12:20:07,999 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:20:07,999 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:20:07,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:08,000 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,45885,1732191604712, state=OPEN 2024-11-21T12:20:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11138287108/meta-region-server 2024-11-21T12:20:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11138287108/meta-region-server 2024-11-21T12:20:08,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:08,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138287108/meta-region-server: CHANGED 2024-11-21T12:20:08,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138287108/meta-region-server: CHANGED 2024-11-21T12:20:08,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:20:08,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45885,1732191604712 in 200 msec 2024-11-21T12:20:08,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:20:08,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-21T12:20:08,011 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:08,011 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:20:08,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:08,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45885,1732191604712, seqNum=-1] 2024-11-21T12:20:08,012 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:08,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:08,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-21T12:20:08,018 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191608018, completionTime=-1 2024-11-21T12:20:08,018 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:20:08,018 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:20:08,019 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:20:08,019 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191668019 2024-11-21T12:20:08,019 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191728019 2024-11-21T12:20:08,019 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:20:08,020 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38907,1732191604570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:08,020 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38907,1732191604570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:08,020 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38907,1732191604570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:08,020 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:38907, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:08,020 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:08,020 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:08,021 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38907,1732191604570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:08,023 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38907,1732191604570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:20:08,025 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:20:08,025 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:20:08,025 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38907,1732191604570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:08,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641b3ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:08,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38907,-1 for getting cluster id 2024-11-21T12:20:08,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:08,036 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5ba290c-2896-40f1-b061-edc2bd19bcce' 2024-11-21T12:20:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5ba290c-2896-40f1-b061-edc2bd19bcce" 2024-11-21T12:20:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1837d129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38907,-1] 2024-11-21T12:20:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:08,038 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:08,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24649354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:08,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45885,1732191604712, seqNum=-1] 2024-11-21T12:20:08,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:08,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:08,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:08,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56572 2024-11-21T12:20:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:08,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d562a080005 connected 2024-11-21T12:20:08,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4989e913 2024-11-21T12:20:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:08,063 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:08,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:20:08,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:08,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:08,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:20:08,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:20:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:08,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3139a8b49a9527cd5fab0c20f0ebc71, NAME => 'test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931 2024-11-21T12:20:08,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:20:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:08,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:08,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3139a8b49a9527cd5fab0c20f0ebc71, disabling compactions & flushes 2024-11-21T12:20:08,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:08,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:08,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. after waiting 0 ms 2024-11-21T12:20:08,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:08,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:08,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3139a8b49a9527cd5fab0c20f0ebc71: Waiting for close lock at 1732191608879Disabling compacts and flushes for region at 1732191608879Disabling writes for close at 1732191608879Writing region close event to WAL at 1732191608879Closed at 1732191608879 2024-11-21T12:20:08,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:08,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191608880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191608880"}]},"ts":"1732191608880"} 2024-11-21T12:20:08,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:08,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:08,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191608883"}]},"ts":"1732191608883"} 2024-11-21T12:20:08,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:20:08,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3139a8b49a9527cd5fab0c20f0ebc71, ASSIGN}] 2024-11-21T12:20:08,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3139a8b49a9527cd5fab0c20f0ebc71, ASSIGN 2024-11-21T12:20:08,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3139a8b49a9527cd5fab0c20f0ebc71, ASSIGN; state=OFFLINE, location=b4993cb2a74e,37675,1732191598692; forceNewPlan=false, retain=false 2024-11-21T12:20:09,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3139a8b49a9527cd5fab0c20f0ebc71, regionState=OPENING, regionLocation=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:09,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3139a8b49a9527cd5fab0c20f0ebc71, ASSIGN because future has completed 2024-11-21T12:20:09,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3139a8b49a9527cd5fab0c20f0ebc71, server=b4993cb2a74e,37675,1732191598692}] 2024-11-21T12:20:09,197 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:09,197 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3139a8b49a9527cd5fab0c20f0ebc71, NAME => 'test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:09,197 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:09,197 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:20:09,198 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,198 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:09,198 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,198 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:09,199 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,200 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3139a8b49a9527cd5fab0c20f0ebc71 columnFamilyName f 2024-11-21T12:20:09,200 DEBUG [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,200 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] regionserver.HStore(327): Store=b3139a8b49a9527cd5fab0c20f0ebc71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:09,200 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,201 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3139a8b49a9527cd5fab0c20f0ebc71 columnFamilyName f1 2024-11-21T12:20:09,201 DEBUG [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,201 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] regionserver.HStore(327): Store=b3139a8b49a9527cd5fab0c20f0ebc71/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:09,201 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,202 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3139a8b49a9527cd5fab0c20f0ebc71 columnFamilyName norep 2024-11-21T12:20:09,202 DEBUG [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,202 INFO [StoreOpener-b3139a8b49a9527cd5fab0c20f0ebc71-1 {}] regionserver.HStore(327): Store=b3139a8b49a9527cd5fab0c20f0ebc71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:09,202 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,203 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,203 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,204 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,204 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,204 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:09,205 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,207 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:09,207 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3139a8b49a9527cd5fab0c20f0ebc71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71536850, jitterRate=0.06598213315010071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:09,207 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:09,208 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3139a8b49a9527cd5fab0c20f0ebc71: Running coprocessor pre-open hook at 1732191609198Writing region info on filesystem at 1732191609198Initializing all the Stores at 1732191609198Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191609199 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191609199Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191609199Cleaning up temporary data from old regions at 1732191609204 (+5 ms)Running coprocessor post-open hooks at 1732191609207 (+3 ms)Region opened successfully at 1732191609208 (+1 ms) 2024-11-21T12:20:09,209 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., pid=6, masterSystemTime=1732191609192 2024-11-21T12:20:09,210 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:09,210 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:09,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3139a8b49a9527cd5fab0c20f0ebc71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:09,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3139a8b49a9527cd5fab0c20f0ebc71, server=b4993cb2a74e,37675,1732191598692 because future has completed 2024-11-21T12:20:09,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:20:09,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3139a8b49a9527cd5fab0c20f0ebc71, server=b4993cb2a74e,37675,1732191598692 in 173 msec 2024-11-21T12:20:09,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:20:09,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3139a8b49a9527cd5fab0c20f0ebc71, ASSIGN in 330 msec 2024-11-21T12:20:09,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:09,217 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191609217"}]},"ts":"1732191609217"} 2024-11-21T12:20:09,219 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:20:09,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:09,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-21T12:20:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:10,209 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:20:10,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@157b895d 2024-11-21T12:20:10,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:10,211 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:10,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:20:10,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:10,214 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:20:10,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:10,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:20:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:10,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e216355299b39b8952cd485572bf9ff, NAME => 'test,,1732191610211.5e216355299b39b8952cd485572bf9ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9 2024-11-21T12:20:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:20:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:11,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191610211.5e216355299b39b8952cd485572bf9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:11,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e216355299b39b8952cd485572bf9ff, disabling compactions & flushes 2024-11-21T12:20:11,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:11,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:11,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191610211.5e216355299b39b8952cd485572bf9ff. after waiting 0 ms 2024-11-21T12:20:11,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:11,030 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:11,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e216355299b39b8952cd485572bf9ff: Waiting for close lock at 1732191611030Disabling compacts and flushes for region at 1732191611030Disabling writes for close at 1732191611030Writing region close event to WAL at 1732191611030Closed at 1732191611030 2024-11-21T12:20:11,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:11,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191610211.5e216355299b39b8952cd485572bf9ff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191611032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191611032"}]},"ts":"1732191611032"} 2024-11-21T12:20:11,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:11,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:11,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191611034"}]},"ts":"1732191611034"} 2024-11-21T12:20:11,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:20:11,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e216355299b39b8952cd485572bf9ff, ASSIGN}] 2024-11-21T12:20:11,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e216355299b39b8952cd485572bf9ff, ASSIGN 2024-11-21T12:20:11,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e216355299b39b8952cd485572bf9ff, ASSIGN; state=OFFLINE, location=b4993cb2a74e,45885,1732191604712; forceNewPlan=false, retain=false 2024-11-21T12:20:11,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e216355299b39b8952cd485572bf9ff, regionState=OPENING, regionLocation=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:11,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e216355299b39b8952cd485572bf9ff, ASSIGN because future has completed 2024-11-21T12:20:11,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e216355299b39b8952cd485572bf9ff, server=b4993cb2a74e,45885,1732191604712}] 2024-11-21T12:20:11,346 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:11,346 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e216355299b39b8952cd485572bf9ff, NAME => 'test,,1732191610211.5e216355299b39b8952cd485572bf9ff.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:11,347 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:11,347 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:20:11,347 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,347 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191610211.5e216355299b39b8952cd485572bf9ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:11,347 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,347 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:11,348 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,349 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e216355299b39b8952cd485572bf9ff columnFamilyName f 2024-11-21T12:20:11,349 DEBUG [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:11,350 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] regionserver.HStore(327): Store=5e216355299b39b8952cd485572bf9ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:11,350 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,351 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e216355299b39b8952cd485572bf9ff columnFamilyName f1 2024-11-21T12:20:11,351 DEBUG [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:11,351 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] regionserver.HStore(327): Store=5e216355299b39b8952cd485572bf9ff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:11,351 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,352 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e216355299b39b8952cd485572bf9ff columnFamilyName norep 2024-11-21T12:20:11,352 DEBUG [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:11,352 INFO [StoreOpener-5e216355299b39b8952cd485572bf9ff-1 {}] regionserver.HStore(327): Store=5e216355299b39b8952cd485572bf9ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:11,352 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,353 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,353 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,354 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,354 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,354 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:11,355 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,357 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:11,358 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e216355299b39b8952cd485572bf9ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66211168, jitterRate=-0.013376712799072266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:11,358 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:11,358 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e216355299b39b8952cd485572bf9ff: Running coprocessor pre-open hook at 1732191611347Writing region info on filesystem at 1732191611347Initializing all the Stores at 1732191611348 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191611348Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191611348Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191611348Cleaning up temporary data from old regions at 1732191611354 (+6 ms)Running coprocessor post-open hooks at 1732191611358 (+4 ms)Region opened successfully at 1732191611358 2024-11-21T12:20:11,359 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191610211.5e216355299b39b8952cd485572bf9ff., pid=6, masterSystemTime=1732191611343 2024-11-21T12:20:11,360 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:11,360 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:11,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e216355299b39b8952cd485572bf9ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:11,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e216355299b39b8952cd485572bf9ff, server=b4993cb2a74e,45885,1732191604712 because future has completed 2024-11-21T12:20:11,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:20:11,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e216355299b39b8952cd485572bf9ff, server=b4993cb2a74e,45885,1732191604712 in 173 msec 2024-11-21T12:20:11,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:20:11,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e216355299b39b8952cd485572bf9ff, ASSIGN in 329 msec 2024-11-21T12:20:11,367 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:11,367 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191611367"}]},"ts":"1732191611367"} 2024-11-21T12:20:11,369 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:20:11,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:11,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-21T12:20:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:12,368 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:20:12,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295b726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44313,-1 for getting cluster id 2024-11-21T12:20:12,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:12,370 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21d3f30a-1070-45fb-9007-5b0ffb836f91' 2024-11-21T12:20:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21d3f30a-1070-45fb-9007-5b0ffb836f91" 2024-11-21T12:20:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a54f021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44313,-1] 2024-11-21T12:20:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:12,371 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:12,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b93d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4886ccdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38907,-1 for getting cluster id 2024-11-21T12:20:12,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:12,373 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5ba290c-2896-40f1-b061-edc2bd19bcce' 2024-11-21T12:20:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5ba290c-2896-40f1-b061-edc2bd19bcce" 2024-11-21T12:20:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7b17f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38907,-1] 2024-11-21T12:20:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:12,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:12,375 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128eee18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cab7f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44313,-1 for getting cluster id 2024-11-21T12:20:12,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:12,377 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21d3f30a-1070-45fb-9007-5b0ffb836f91' 2024-11-21T12:20:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21d3f30a-1070-45fb-9007-5b0ffb836f91" 2024-11-21T12:20:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12345de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44313,-1] 2024-11-21T12:20:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:12,378 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:12,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4416eb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780f3871 2024-11-21T12:20:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:12,380 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:12,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:38907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:20:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:20:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:12,383 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:38907' 2024-11-21T12:20:12,384 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713ead79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,384 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38907,-1 for getting cluster id 2024-11-21T12:20:12,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:12,384 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5ba290c-2896-40f1-b061-edc2bd19bcce' 2024-11-21T12:20:12,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:12,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5ba290c-2896-40f1-b061-edc2bd19bcce" 2024-11-21T12:20:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9e07bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38907,-1] 2024-11-21T12:20:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:12,386 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd18467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:12,386 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:12,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:12,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7452b0a7 2024-11-21T12:20:12,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:12,388 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:12,389 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:20:12,389 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:20:12,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:12,389 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:12,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:12,389 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:12,390 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:20:12,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:12,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:12,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:12,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:20:12,441 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:20:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:12,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:20:12,799 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2e236d20dc1f7882c76bced8266db0e, NAME => 'hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931 2024-11-21T12:20:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:20:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:13,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:13,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d2e236d20dc1f7882c76bced8266db0e, disabling compactions & flushes 2024-11-21T12:20:13,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:13,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:13,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. after waiting 0 ms 2024-11-21T12:20:13,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:13,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:13,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2e236d20dc1f7882c76bced8266db0e: Waiting for close lock at 1732191613205Disabling compacts and flushes for region at 1732191613205Disabling writes for close at 1732191613205Writing region close event to WAL at 1732191613205Closed at 1732191613205 2024-11-21T12:20:13,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:13,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191613206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191613206"}]},"ts":"1732191613206"} 2024-11-21T12:20:13,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:13,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:13,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191613209"}]},"ts":"1732191613209"} 2024-11-21T12:20:13,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:20:13,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2e236d20dc1f7882c76bced8266db0e, ASSIGN}] 2024-11-21T12:20:13,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2e236d20dc1f7882c76bced8266db0e, ASSIGN 2024-11-21T12:20:13,212 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2e236d20dc1f7882c76bced8266db0e, ASSIGN; state=OFFLINE, location=b4993cb2a74e,37675,1732191598692; forceNewPlan=false, retain=false 2024-11-21T12:20:13,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2e236d20dc1f7882c76bced8266db0e, regionState=OPENING, regionLocation=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:13,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d2e236d20dc1f7882c76bced8266db0e, ASSIGN because future has completed 2024-11-21T12:20:13,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e236d20dc1f7882c76bced8266db0e, server=b4993cb2a74e,37675,1732191598692}] 2024-11-21T12:20:13,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:13,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:13,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:13,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:13,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:20:13,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37675%2C1732191598692.rep, suffix=, logDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692, archiveDir=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/oldWALs, maxLogs=10 2024-11-21T12:20:13,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:13,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.rep.1732191613524, exclude list is [], retry=0 2024-11-21T12:20:13,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-e35b0516-018b-4371-a619-73fe3ed9160a,DISK] 2024-11-21T12:20:13,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.rep.1732191613524 2024-11-21T12:20:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-21T12:20:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d2e236d20dc1f7882c76bced8266db0e, NAME => 'hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:13,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. service=MultiRowMutationService 2024-11-21T12:20:13,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:20:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,546 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,547 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2e236d20dc1f7882c76bced8266db0e columnFamilyName hfileref 2024-11-21T12:20:13,547 DEBUG [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,547 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] regionserver.HStore(327): Store=d2e236d20dc1f7882c76bced8266db0e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:13,548 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,549 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2e236d20dc1f7882c76bced8266db0e columnFamilyName queue 2024-11-21T12:20:13,549 DEBUG [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,549 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] regionserver.HStore(327): Store=d2e236d20dc1f7882c76bced8266db0e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:13,549 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,550 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2e236d20dc1f7882c76bced8266db0e columnFamilyName sid 2024-11-21T12:20:13,550 DEBUG [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,550 INFO [StoreOpener-d2e236d20dc1f7882c76bced8266db0e-1 {}] regionserver.HStore(327): Store=d2e236d20dc1f7882c76bced8266db0e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:13,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:13,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:20:13,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:13,554 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:13,554 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:20:13,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:13,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d2e236d20dc1f7882c76bced8266db0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59126171, jitterRate=-0.11895139515399933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:13,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:13,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d2e236d20dc1f7882c76bced8266db0e: Running coprocessor pre-open hook at 1732191613545Writing region info on filesystem at 1732191613545Initializing all the Stores at 1732191613546 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191613546Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191613546Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191613546Cleaning up temporary data from old regions at 1732191613553 (+7 ms)Running coprocessor post-open hooks at 1732191613557 (+4 ms)Region opened successfully at 1732191613558 (+1 ms) 2024-11-21T12:20:13,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e., pid=10, masterSystemTime=1732191613517 2024-11-21T12:20:13,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:13,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:13,561 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d2e236d20dc1f7882c76bced8266db0e, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:13,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2e236d20dc1f7882c76bced8266db0e, server=b4993cb2a74e,37675,1732191598692 because future has completed 2024-11-21T12:20:13,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:20:13,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d2e236d20dc1f7882c76bced8266db0e, server=b4993cb2a74e,37675,1732191598692 in 198 msec 2024-11-21T12:20:13,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:20:13,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d2e236d20dc1f7882c76bced8266db0e, ASSIGN in 354 msec 2024-11-21T12:20:13,567 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:13,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191613567"}]},"ts":"1732191613567"} 2024-11-21T12:20:13,568 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:20:13,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:13,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-21T12:20:13,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2] 2024-11-21T12:20:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:13,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:20:13,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:20:13,855 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:20:13,881 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,37675,1732191598692, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:20:13,881 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:13,881 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37675,1732191598692, seqNum=-1] 2024-11-21T12:20:13,882 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:13,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:13,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,37675,1732191598692', locateType=CURRENT is [region=hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2] 2024-11-21T12:20:13,886 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:20:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:20:13,888 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,37675,1732191598692 suceeded 2024-11-21T12:20:13,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:20:13,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-21T12:20:13,890 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:38907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:20:13,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-21T12:20:13,900 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:38907' 2024-11-21T12:20:13,901 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de47df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:13,901 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38907,-1 for getting cluster id 2024-11-21T12:20:13,901 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:13,901 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5ba290c-2896-40f1-b061-edc2bd19bcce' 2024-11-21T12:20:13,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5ba290c-2896-40f1-b061-edc2bd19bcce" 2024-11-21T12:20:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ff8916f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38907,-1] 2024-11-21T12:20:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:13,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:13,903 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:13,904 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@757966d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:13,904 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:13,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:13,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@197a8ab9 2024-11-21T12:20:13,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:13,905 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:13,906 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,37675,1732191598692 (queues=1) is replicating from cluster=21d3f30a-1070-45fb-9007-5b0ffb836f91 to cluster=e5ba290c-2896-40f1-b061-edc2bd19bcce 2024-11-21T12:20:13,906 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C37675%2C1732191598692 2024-11-21T12:20:13,906 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,37675,1732191598692, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:20:13,906 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C37675%2C1732191598692 2024-11-21T12:20:13,907 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895, startPosition=0, beingWritten=true 2024-11-21T12:20:13,912 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:13,912 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:13,912 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37675,1732191598692 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:14,116 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:14,420 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:14,529 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:20:14,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:14,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:14,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:14,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:14,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:14,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b53198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:14,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38907,-1 for getting cluster id 2024-11-21T12:20:14,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:14,531 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5ba290c-2896-40f1-b061-edc2bd19bcce' 2024-11-21T12:20:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5ba290c-2896-40f1-b061-edc2bd19bcce" 2024-11-21T12:20:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ec0a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38907,-1] 2024-11-21T12:20:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:14,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:14,532 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e368992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:14,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a648ae 2024-11-21T12:20:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:14,534 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:14,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:44313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:20:14,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:20:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:14,537 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:44313' 2024-11-21T12:20:14,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c01160f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:14,538 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44313,-1 for getting cluster id 2024-11-21T12:20:14,538 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:14,539 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21d3f30a-1070-45fb-9007-5b0ffb836f91' 2024-11-21T12:20:14,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:14,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21d3f30a-1070-45fb-9007-5b0ffb836f91" 2024-11-21T12:20:14,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49adf45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:14,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44313,-1] 2024-11-21T12:20:14,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:14,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:14,540 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:14,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453f6e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:14,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:14,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:14,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a3b8e2 2024-11-21T12:20:14,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:14,543 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:14,543 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:20:14,543 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:20:14,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:14,543 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:14,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:14,544 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:14,545 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:20:14,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:14,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:14,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:20:14,595 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:20:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:14,823 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:14,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 765703b7a9f25b2304a00dc52ded9703, NAME => 'hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9 2024-11-21T12:20:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:20:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:15,327 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:15,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:15,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 765703b7a9f25b2304a00dc52ded9703, disabling compactions & flushes 2024-11-21T12:20:15,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:15,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:15,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. after waiting 0 ms 2024-11-21T12:20:15,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:15,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:15,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 765703b7a9f25b2304a00dc52ded9703: Waiting for close lock at 1732191615362Disabling compacts and flushes for region at 1732191615362Disabling writes for close at 1732191615362Writing region close event to WAL at 1732191615362Closed at 1732191615362 2024-11-21T12:20:15,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:15,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191615363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191615363"}]},"ts":"1732191615363"} 2024-11-21T12:20:15,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:15,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:15,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191615366"}]},"ts":"1732191615366"} 2024-11-21T12:20:15,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:20:15,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=765703b7a9f25b2304a00dc52ded9703, ASSIGN}] 2024-11-21T12:20:15,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=765703b7a9f25b2304a00dc52ded9703, ASSIGN 2024-11-21T12:20:15,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=765703b7a9f25b2304a00dc52ded9703, ASSIGN; state=OFFLINE, location=b4993cb2a74e,45885,1732191604712; forceNewPlan=false, retain=false 2024-11-21T12:20:15,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=765703b7a9f25b2304a00dc52ded9703, regionState=OPENING, regionLocation=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:15,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=765703b7a9f25b2304a00dc52ded9703, ASSIGN because future has completed 2024-11-21T12:20:15,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 765703b7a9f25b2304a00dc52ded9703, server=b4993cb2a74e,45885,1732191604712}] 2024-11-21T12:20:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:15,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:15,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:15,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:20:15,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45885%2C1732191604712.rep, suffix=, logDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712, archiveDir=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/oldWALs, maxLogs=10 2024-11-21T12:20:15,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.rep.1732191615680, exclude list is [], retry=0 2024-11-21T12:20:15,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36705,DS-89e23847-e414-43e9-b427-256d19789cf0,DISK] 2024-11-21T12:20:15,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.rep.1732191615680 2024-11-21T12:20:15,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33443:33443)] 2024-11-21T12:20:15,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 765703b7a9f25b2304a00dc52ded9703, NAME => 'hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:15,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:15,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:15,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. service=MultiRowMutationService 2024-11-21T12:20:15,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:20:15,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:15,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,697 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,698 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 765703b7a9f25b2304a00dc52ded9703 columnFamilyName hfileref 2024-11-21T12:20:15,698 DEBUG [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,699 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] regionserver.HStore(327): Store=765703b7a9f25b2304a00dc52ded9703/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:15,699 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,700 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 765703b7a9f25b2304a00dc52ded9703 columnFamilyName queue 2024-11-21T12:20:15,700 DEBUG [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,700 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] regionserver.HStore(327): Store=765703b7a9f25b2304a00dc52ded9703/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:15,700 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,701 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 765703b7a9f25b2304a00dc52ded9703 columnFamilyName sid 2024-11-21T12:20:15,701 DEBUG [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,702 INFO [StoreOpener-765703b7a9f25b2304a00dc52ded9703-1 {}] regionserver.HStore(327): Store=765703b7a9f25b2304a00dc52ded9703/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:15,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:15,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:15,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 765703b7a9f25b2304a00dc52ded9703; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66218717, jitterRate=-0.01326422393321991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:15,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:15,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 765703b7a9f25b2304a00dc52ded9703: Running coprocessor pre-open hook at 1732191615696Writing region info on filesystem at 1732191615696Initializing all the Stores at 1732191615697 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191615697Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191615697Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191615697Cleaning up temporary data from old regions at 1732191615703 (+6 ms)Running coprocessor post-open hooks at 1732191615706 (+3 ms)Region opened successfully at 1732191615706 2024-11-21T12:20:15,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703., pid=10, masterSystemTime=1732191615675 2024-11-21T12:20:15,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:15,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:15,709 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=765703b7a9f25b2304a00dc52ded9703, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:15,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 765703b7a9f25b2304a00dc52ded9703, server=b4993cb2a74e,45885,1732191604712 because future has completed 2024-11-21T12:20:15,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:20:15,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 765703b7a9f25b2304a00dc52ded9703, server=b4993cb2a74e,45885,1732191604712 in 188 msec 2024-11-21T12:20:15,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:20:15,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=765703b7a9f25b2304a00dc52ded9703, ASSIGN in 345 msec 2024-11-21T12:20:15,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:15,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191615715"}]},"ts":"1732191615715"} 2024-11-21T12:20:15,716 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:20:15,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:15,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-21T12:20:15,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2] 2024-11-21T12:20:15,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:15,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:15,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:20:15,931 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:16,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:20:16,002 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:20:16,028 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,45885,1732191604712, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:20:16,028 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:16,028 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45885,1732191604712, seqNum=-1] 2024-11-21T12:20:16,028 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:16,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:16,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,45885,1732191604712', locateType=CURRENT is [region=hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2] 2024-11-21T12:20:16,033 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:20:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:20:16,035 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,45885,1732191604712 suceeded 2024-11-21T12:20:16,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:20:16,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-21T12:20:16,036 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:44313,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:20:16,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-21T12:20:16,046 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:44313' 2024-11-21T12:20:16,047 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6246abe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:16,047 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44313,-1 for getting cluster id 2024-11-21T12:20:16,047 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:16,048 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21d3f30a-1070-45fb-9007-5b0ffb836f91' 2024-11-21T12:20:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21d3f30a-1070-45fb-9007-5b0ffb836f91" 2024-11-21T12:20:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4647dc04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44313,-1] 2024-11-21T12:20:16,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:16,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:16,049 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:16,050 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d02f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:16,050 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:16,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:16,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a3d2621 2024-11-21T12:20:16,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:16,051 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:16,052 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,45885,1732191604712 (queues=1) is replicating from cluster=e5ba290c-2896-40f1-b061-edc2bd19bcce to cluster=21d3f30a-1070-45fb-9007-5b0ffb836f91 2024-11-21T12:20:16,052 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C45885%2C1732191604712 2024-11-21T12:20:16,052 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,45885,1732191604712, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:20:16,052 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C45885%2C1732191604712 2024-11-21T12:20:16,052 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954, startPosition=0, beingWritten=true 2024-11-21T12:20:16,057 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:16,057 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:16,057 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45885,1732191604712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:16,261 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:16,565 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:16,635 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:16,679 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:20:16,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:16,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:16,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:16,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:16,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:16,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:16,683 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732191616682/Put/seqid=0 2024-11-21T12:20:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741840_1016 (size=7894) 2024-11-21T12:20:16,969 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:17,088 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732191617088/Put/seqid=0 2024-11-21T12:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741841_1017 (size=7691) 2024-11-21T12:20:17,438 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:17,472 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:17,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b77e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:17,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44313,-1 for getting cluster id 2024-11-21T12:20:17,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:17,494 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21d3f30a-1070-45fb-9007-5b0ffb836f91' 2024-11-21T12:20:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21d3f30a-1070-45fb-9007-5b0ffb836f91" 2024-11-21T12:20:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104acc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44313,-1] 2024-11-21T12:20:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:17,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:17,495 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:17,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c11f024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:17,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37675,1732191598692, seqNum=-1] 2024-11-21T12:20:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:17,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:17,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b3d43a 2024-11-21T12:20:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:17,532 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2] 2024-11-21T12:20:17,537 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:17,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:20:17,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T12:20:17,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:20:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:17,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:20:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegion(2603): Flush status journal for b3139a8b49a9527cd5fab0c20f0ebc71: 2024-11-21T12:20:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_1 2024-11-21T12:20:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_1 as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ 2024-11-21T12:20:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_0 2024-11-21T12:20:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_0 as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ 2024-11-21T12:20:17,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_1 into b3139a8b49a9527cd5fab0c20f0ebc71/f as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ - updating store file list. 2024-11-21T12:20:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:17,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ into b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:17,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_1 into b3139a8b49a9527cd5fab0c20f0ebc71/f (new location: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_) 2024-11-21T12:20:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_1 2024-11-21T12:20:17,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_0 into b3139a8b49a9527cd5fab0c20f0ebc71/f as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ - updating store file list. 2024-11-21T12:20:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d28130c83b54c8898564904efcdda76_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:17,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ into b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:17,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_0 into b3139a8b49a9527cd5fab0c20f0ebc71/f (new location: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/1d28130c83b54c8898564904efcdda76_SeqId_4_) 2024-11-21T12:20:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins__test__prsa23314ifo9hk70j23te1o1g2so6nunbnjhi2hcsrmqr5v61ijec09acs3adm4/f/hfile_0 2024-11-21T12:20:17,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:17,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:17,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:17,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:17,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2 , the old value is region=test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4993cb2a74e:37675 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2 from cache 2024-11-21T12:20:17,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:17,575 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:20:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45885,1732191604712, seqNum=-1] 2024-11-21T12:20:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:17,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:17,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191610211.5e216355299b39b8952cd485572bf9ff., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2] 2024-11-21T12:20:17,581 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:20:17,679 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:37675 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:20:18,076 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:18,342 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 379, reset compression=false 2024-11-21T12:20:18,346 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:18,346 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37675,1732191598692 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3139a8b49a9527cd5fab0c20f0ebc71/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191617572/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:20:18,348 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:18,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T12:20:18,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.ReplicationSink(318): Replicating [21d3f30a-1070-45fb-9007-5b0ffb836f91] bulk loaded data 2024-11-21T12:20:18,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a6e4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:18,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38907,-1 for getting cluster id 2024-11-21T12:20:18,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:18,351 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5ba290c-2896-40f1-b061-edc2bd19bcce' 2024-11-21T12:20:18,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:18,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5ba290c-2896-40f1-b061-edc2bd19bcce" 2024-11-21T12:20:18,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22e26296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:18,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38907,-1] 2024-11-21T12:20:18,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:18,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:18,352 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:18,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@577f3414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741840_1016 (size=7691) 2024-11-21T12:20:18,546 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 687, reset compression=false 2024-11-21T12:20:18,583 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:20:18,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741841_1017 (size=7894) 2024-11-21T12:20:18,779 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:18,850 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 687, reset compression=false 2024-11-21T12:20:19,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:19,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:19,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:20:19,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a8a9f4 2024-11-21T12:20:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:19,173 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:19,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:19,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:19,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45885,1732191604712, seqNum=-1] 2024-11-21T12:20:19,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:19,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:19,181 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:20:19,184 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T12:20:19,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ for inclusion in 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:20:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:19,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ for inclusion in 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:20:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HRegion(2603): Flush status journal for 5e216355299b39b8952cd485572bf9ff: 2024-11-21T12:20:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d28130c83b54c8898564904efcdda76_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:20:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/40ad889593354f43a996234f9dfe8e5c_SeqId_4_ 2024-11-21T12:20:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:20:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/2dd8331c99f545c5b495c71092a99c6a_SeqId_4_ 2024-11-21T12:20:19,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ into 5e216355299b39b8952cd485572bf9ff/f as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/40ad889593354f43a996234f9dfe8e5c_SeqId_4_ - updating store file list. 2024-11-21T12:20:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40ad889593354f43a996234f9dfe8e5c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:19,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/40ad889593354f43a996234f9dfe8e5c_SeqId_4_ into 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:19,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ into 5e216355299b39b8952cd485572bf9ff/f (new location: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/40ad889593354f43a996234f9dfe8e5c_SeqId_4_) 2024-11-21T12:20:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/1d28130c83b54c8898564904efcdda76_SeqId_4_ 2024-11-21T12:20:19,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ into 5e216355299b39b8952cd485572bf9ff/f as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/2dd8331c99f545c5b495c71092a99c6a_SeqId_4_ - updating store file list. 2024-11-21T12:20:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2dd8331c99f545c5b495c71092a99c6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:19,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/2dd8331c99f545c5b495c71092a99c6a_SeqId_4_ into 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:19,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ into 5e216355299b39b8952cd485572bf9ff/f (new location: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/2dd8331c99f545c5b495c71092a99c6a_SeqId_4_) 2024-11-21T12:20:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins.hfs.11__test__31ggagqb4hn1geh3amkdth2ioao3dsg7a05qiflbcsru72ukd3vmqdee6b5ghnmf/f/cd589c852b8d47a99a57db2a4f1d8488_SeqId_4_ 2024-11-21T12:20:19,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.ReplicationSink(324): Finished replicating [21d3f30a-1070-45fb-9007-5b0ffb836f91] bulk loaded data 2024-11-21T12:20:19,255 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 687, reset compression=false 2024-11-21T12:20:19,583 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 379, reset compression=false 2024-11-21T12:20:19,588 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:19,588 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45885,1732191604712 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e216355299b39b8952cd485572bf9ff/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191619210/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T12:20:19,590 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:19,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T12:20:19,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.ReplicationSink(318): Replicating [21d3f30a-1070-45fb-9007-5b0ffb836f91, e5ba290c-2896-40f1-b061-edc2bd19bcce] bulk loaded data 2024-11-21T12:20:19,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:19,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6102acd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44313,-1 for getting cluster id 2024-11-21T12:20:19,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:19,593 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21d3f30a-1070-45fb-9007-5b0ffb836f91' 2024-11-21T12:20:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21d3f30a-1070-45fb-9007-5b0ffb836f91" 2024-11-21T12:20:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b440c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44313,-1] 2024-11-21T12:20:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:19,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:19,594 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:19,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753d05c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732191619595/Put/seqid=0 2024-11-21T12:20:19,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741842_1018 (size=11194) 2024-11-21T12:20:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741842_1018 (size=7894) 2024-11-21T12:20:19,758 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 687, reset compression=false 2024-11-21T12:20:19,788 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 725, reset compression=false 2024-11-21T12:20:20,001 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732191620001/Put/seqid=0 2024-11-21T12:20:20,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741843_1019 (size=10791) 2024-11-21T12:20:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741843_1019 (size=7691) 2024-11-21T12:20:20,092 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 725, reset compression=false 2024-11-21T12:20:20,362 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 687, reset compression=false 2024-11-21T12:20:20,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b67cb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:20,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38907,-1 for getting cluster id 2024-11-21T12:20:20,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:20,407 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5ba290c-2896-40f1-b061-edc2bd19bcce' 2024-11-21T12:20:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5ba290c-2896-40f1-b061-edc2bd19bcce" 2024-11-21T12:20:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deb9c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:20,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38907,-1] 2024-11-21T12:20:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:20,408 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:20,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee7deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:20,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45885,1732191604712, seqNum=-1] 2024-11-21T12:20:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:20,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:20,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:20,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:20,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4554093c 2024-11-21T12:20:20,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:20,414 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:20,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:20,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:20,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37675,1732191598692, seqNum=-1] 2024-11-21T12:20:20,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:20,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:20,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39e2ca9e 2024-11-21T12:20:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:20,422 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__7ofrudk0oat3pn8531vlpu8h9n2r315bncsvfis0584co4pjtb2rptger3f7kdot/f/2dd8331c99f545c5b495c71092a99c6a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T12:20:20,423 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:20,425 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__7ofrudk0oat3pn8531vlpu8h9n2r315bncsvfis0584co4pjtb2rptger3f7kdot/f/40ad889593354f43a996234f9dfe8e5c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:20:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191610211.5e216355299b39b8952cd485572bf9ff., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2] 2024-11-21T12:20:20,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.ReplicationSink(324): Finished replicating [21d3f30a-1070-45fb-9007-5b0ffb836f91, e5ba290c-2896-40f1-b061-edc2bd19bcce] bulk loaded data 2024-11-21T12:20:20,428 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:20,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T12:20:20,435 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T12:20:20,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T12:20:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:20,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T12:20:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HRegion(2603): Flush status journal for 5e216355299b39b8952cd485572bf9ff: 2024-11-21T12:20:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_1 2024-11-21T12:20:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_1 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ 2024-11-21T12:20:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_0 2024-11-21T12:20:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_0 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ 2024-11-21T12:20:20,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_1 into 5e216355299b39b8952cd485572bf9ff/f as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ - updating store file list. 2024-11-21T12:20:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fcd12196f4341b184b3816bc8b09764_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:20,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ into 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:20,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_1 into 5e216355299b39b8952cd485572bf9ff/f (new location: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_) 2024-11-21T12:20:20,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_1 2024-11-21T12:20:20,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_0 into 5e216355299b39b8952cd485572bf9ff/f as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ - updating store file list. 2024-11-21T12:20:20,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:20,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ into 5e216355299b39b8952cd485572bf9ff/f 2024-11-21T12:20:20,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_0 into 5e216355299b39b8952cd485572bf9ff/f (new location: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_) 2024-11-21T12:20:20,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/staging/jenkins__test__hnk8vunp694289hjrb5hu9jhtco8d1kkd14sri7l4a2n35ovo69ci624immtmod0/f/hfile_0 2024-11-21T12:20:20,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:20,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:20,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:20,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:20,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191610211.5e216355299b39b8952cd485572bf9ff., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2 , the old value is region=test,,1732191610211.5e216355299b39b8952cd485572bf9ff., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4993cb2a74e:45885 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191610211.5e216355299b39b8952cd485572bf9ff., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:20,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191610211.5e216355299b39b8952cd485572bf9ff., hostname=b4993cb2a74e,45885,1732191604712, seqNum=2 from cache 2024-11-21T12:20:20,476 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:20:20,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:20,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37675,1732191598692, seqNum=-1] 2024-11-21T12:20:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:20,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., hostname=b4993cb2a74e,37675,1732191598692, seqNum=2] 2024-11-21T12:20:20,485 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:20:20,497 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 725, reset compression=false 2024-11-21T12:20:20,501 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:20,501 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45885,1732191604712 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e216355299b39b8952cd485572bf9ff/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191620474/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:20:20,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.ReplicationSink(318): Replicating [e5ba290c-2896-40f1-b061-edc2bd19bcce] bulk loaded data 2024-11-21T12:20:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741844_1020 (size=10791) 2024-11-21T12:20:20,578 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:45885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:20:20,701 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1033, reset compression=false 2024-11-21T12:20:20,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741845_1021 (size=11194) 2024-11-21T12:20:21,004 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1033, reset compression=false 2024-11-21T12:20:21,066 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 687, reset compression=false 2024-11-21T12:20:21,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:21,331 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T12:20:21,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T12:20:21,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ for inclusion in b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T12:20:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:21,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ for inclusion in b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T12:20:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegion(2603): Flush status journal for b3139a8b49a9527cd5fab0c20f0ebc71: 2024-11-21T12:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7fcd12196f4341b184b3816bc8b09764_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/5e28d0554b8f49bf87e53a80ad69891a_SeqId_6_ 2024-11-21T12:20:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:20:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/04cc4575ce71475591c7492f8d9efee9_SeqId_6_ 2024-11-21T12:20:21,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ into b3139a8b49a9527cd5fab0c20f0ebc71/f as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/5e28d0554b8f49bf87e53a80ad69891a_SeqId_6_ - updating store file list. 2024-11-21T12:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e28d0554b8f49bf87e53a80ad69891a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:21,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/5e28d0554b8f49bf87e53a80ad69891a_SeqId_6_ into b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:21,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ into b3139a8b49a9527cd5fab0c20f0ebc71/f (new location: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/5e28d0554b8f49bf87e53a80ad69891a_SeqId_6_) 2024-11-21T12:20:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/7fcd12196f4341b184b3816bc8b09764_SeqId_6_ 2024-11-21T12:20:21,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ into b3139a8b49a9527cd5fab0c20f0ebc71/f as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/04cc4575ce71475591c7492f8d9efee9_SeqId_6_ - updating store file list. 2024-11-21T12:20:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04cc4575ce71475591c7492f8d9efee9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:21,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/04cc4575ce71475591c7492f8d9efee9_SeqId_6_ into b3139a8b49a9527cd5fab0c20f0ebc71/f 2024-11-21T12:20:21,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ into b3139a8b49a9527cd5fab0c20f0ebc71/f (new location: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/f/04cc4575ce71475591c7492f8d9efee9_SeqId_6_) 2024-11-21T12:20:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/staging/jenkins.hfs.10__test__3qo1g0rv02g8dfjdbqblphefam4m3mmept5jrqgfel6ku7qlojvggpjcf755chd3/f/204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_ 2024-11-21T12:20:21,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37675 {}] regionserver.ReplicationSink(324): Finished replicating [e5ba290c-2896-40f1-b061-edc2bd19bcce] bulk loaded data 2024-11-21T12:20:21,409 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1033, reset compression=false 2024-11-21T12:20:21,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:20:21,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:21,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:21,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:21,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:21,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:20:21,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806638369, stopped=false 2024-11-21T12:20:21,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,38907,1732191604570 2024-11-21T12:20:21,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138287108/running 2024-11-21T12:20:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138287108/running 2024-11-21T12:20:21,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:21,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:21,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:21,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:21,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,45885,1732191604712' ***** 2024-11-21T12:20:21,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:20:21,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on znode that does not yet exist, /11138287108/running 2024-11-21T12:20:21,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Set watcher on znode that does not yet exist, /11138287108/running 2024-11-21T12:20:21,575 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:20:21,575 INFO [RS:0;b4993cb2a74e:45885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:20:21,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e216355299b39b8952cd485572bf9ff 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(3091): Received CLOSE for 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45885. 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e216355299b39b8952cd485572bf9ff, disabling compactions & flushes 2024-11-21T12:20:21,576 DEBUG [RS:0;b4993cb2a74e:45885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:21,576 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:21,576 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191610211.5e216355299b39b8952cd485572bf9ff. after waiting 0 ms 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:20:21,576 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:20:21,576 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1325): Online Regions={5e216355299b39b8952cd485572bf9ff=test,,1732191610211.5e216355299b39b8952cd485572bf9ff., 765703b7a9f25b2304a00dc52ded9703=hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:21,576 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e216355299b39b8952cd485572bf9ff, 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:21,576 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:21,576 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:21,577 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:20:21,580 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/default/test/5e216355299b39b8952cd485572bf9ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:20:21,580 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:21,580 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:21,580 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:21,580 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e216355299b39b8952cd485572bf9ff: Waiting for close lock at 1732191621576Running coprocessor pre-close hooks at 1732191621576Disabling compacts and flushes for region at 1732191621576Disabling writes for close at 1732191621576Writing region close event to WAL at 1732191621577 (+1 ms)Running coprocessor post-close hooks at 1732191621580 (+3 ms)Closed at 1732191621580 2024-11-21T12:20:21,580 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191610211.5e216355299b39b8952cd485572bf9ff. 2024-11-21T12:20:21,580 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 765703b7a9f25b2304a00dc52ded9703, disabling compactions & flushes 2024-11-21T12:20:21,580 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. after waiting 0 ms 2024-11-21T12:20:21,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:21,581 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 765703b7a9f25b2304a00dc52ded9703 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T12:20:21,592 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/info/ed8de7adebf14cc595407bb148d915f3 is 147, key is hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703./info:regioninfo/1732191615709/Put/seqid=0 2024-11-21T12:20:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741844_1020 (size=7686) 2024-11-21T12:20:21,598 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/.tmp/hfileref/032794fb0d324d57973ddc57ffde8519 is 74, key is 1/hfileref:204c70ad97b04c1c9431511fde7e5fd7_SeqId_6_/1732191621371/DeleteColumn/seqid=0 2024-11-21T12:20:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741845_1021 (size=5345) 2024-11-21T12:20:21,631 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:21,777 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:21,850 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:20:21,850 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:20:21,870 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 687, reset compression=false 2024-11-21T12:20:21,875 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:21,875 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37675,1732191598692 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3139a8b49a9527cd5fab0c20f0ebc71/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191621368/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T12:20:21,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b4993cb2a74e,45885,1732191604712 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:20:21,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45885 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:56634 deadline: 1732191681876, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b4993cb2a74e,45885,1732191604712 stopping 2024-11-21T12:20:21,879 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b4993cb2a74e,45885,1732191604712 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:21,913 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1033, reset compression=false 2024-11-21T12:20:21,918 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:21,918 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1328, reset compression=false 2024-11-21T12:20:21,918 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45885,1732191604712 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:21,919 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,45885,1732191604712: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,45885,1732191604712, walGroup=b4993cb2a74e%2C45885%2C1732191604712, offset=b4993cb2a74e%2C45885%2C1732191604712.1732191606954:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:45885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:20:21,920 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:20:21,920 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:20:21,921 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:20:21,921 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:20:21,921 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:20:21,921 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 509626880 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188077152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:20:21,923 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:20:21,977 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:21,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4993cb2a74e,45885,1732191604712 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:21,983 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4993cb2a74e,45885,1732191604712 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:21,996 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/info/ed8de7adebf14cc595407bb148d915f3 2024-11-21T12:20:22,002 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/.tmp/hfileref/032794fb0d324d57973ddc57ffde8519 2024-11-21T12:20:22,021 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/ns/e624dfd9d6554b62b5435a2e89472888 is 43, key is default/ns:d/1732191608014/Put/seqid=0 2024-11-21T12:20:22,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741846_1022 (size=5153) 2024-11-21T12:20:22,025 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/.tmp/queue/968778b18c004779a1ddc5883a9342fd is 154, key is 1-b4993cb2a74e,45885,1732191604712/queue:b4993cb2a74e%2C45885%2C1732191604712/1732191621373/Put/seqid=0 2024-11-21T12:20:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741847_1023 (size=5353) 2024-11-21T12:20:22,075 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:22,122 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1328, reset compression=false 2024-11-21T12:20:22,177 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:22,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4993cb2a74e,45885,1732191604712 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:22,187 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4993cb2a74e,45885,1732191604712 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:22,377 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 765703b7a9f25b2304a00dc52ded9703 2024-11-21T12:20:22,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:22,425 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/ns/e624dfd9d6554b62b5435a2e89472888 2024-11-21T12:20:22,426 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1328, reset compression=false 2024-11-21T12:20:22,428 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/.tmp/queue/968778b18c004779a1ddc5883a9342fd 2024-11-21T12:20:22,433 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/.tmp/hfileref/032794fb0d324d57973ddc57ffde8519 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/hfileref/032794fb0d324d57973ddc57ffde8519 2024-11-21T12:20:22,437 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/hfileref/032794fb0d324d57973ddc57ffde8519, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T12:20:22,438 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/.tmp/queue/968778b18c004779a1ddc5883a9342fd as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/queue/968778b18c004779a1ddc5883a9342fd 2024-11-21T12:20:22,444 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/queue/968778b18c004779a1ddc5883a9342fd, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T12:20:22,445 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 765703b7a9f25b2304a00dc52ded9703 in 864ms, sequenceid=12, compaction requested=false 2024-11-21T12:20:22,448 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/rep_barrier/4ff73111ef664fe6956606a03596f18c is 112, key is test,,1732191610211.5e216355299b39b8952cd485572bf9ff./rep_barrier:seqnumDuringOpen/1732191611361/Put/seqid=0 2024-11-21T12:20:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741848_1024 (size=5518) 2024-11-21T12:20:22,452 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/rep_barrier/4ff73111ef664fe6956606a03596f18c 2024-11-21T12:20:22,452 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/replication/765703b7a9f25b2304a00dc52ded9703/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:20:22,452 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:22,452 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:22,452 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 765703b7a9f25b2304a00dc52ded9703: Waiting for close lock at 1732191621580Running coprocessor pre-close hooks at 1732191621580Disabling compacts and flushes for region at 1732191621580Disabling writes for close at 1732191621581 (+1 ms)Obtaining lock to block concurrent updates at 1732191621581Preparing flush snapshotting stores in 765703b7a9f25b2304a00dc52ded9703 at 1732191621581Finished memstore snapshotting hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732191621581Flushing stores of hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. at 1732191621581Flushing 765703b7a9f25b2304a00dc52ded9703/hfileref: creating writer at 1732191621582 (+1 ms)Flushing 765703b7a9f25b2304a00dc52ded9703/hfileref: appending metadata at 1732191621598 (+16 ms)Flushing 765703b7a9f25b2304a00dc52ded9703/hfileref: closing flushed file at 1732191621598Flushing 765703b7a9f25b2304a00dc52ded9703/queue: creating writer at 1732191622008 (+410 ms)Flushing 765703b7a9f25b2304a00dc52ded9703/queue: appending metadata at 1732191622024 (+16 ms)Flushing 765703b7a9f25b2304a00dc52ded9703/queue: closing flushed file at 1732191622024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e23dfd7: reopening flushed file at 1732191622432 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612cd30: reopening flushed file at 1732191622438 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 765703b7a9f25b2304a00dc52ded9703 in 864ms, sequenceid=12, compaction requested=false at 1732191622445 (+7 ms)Writing region close event to WAL at 1732191622449 (+4 ms)Running coprocessor post-close hooks at 1732191622452 (+3 ms)Closed at 1732191622452 2024-11-21T12:20:22,453 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191614543.765703b7a9f25b2304a00dc52ded9703. 2024-11-21T12:20:22,474 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/table/5985c937be1a4b1eb378f9c63f2b2330 is 53, key is hbase:replication/table:state/1732191615715/Put/seqid=0 2024-11-21T12:20:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741849_1025 (size=5308) 2024-11-21T12:20:22,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4993cb2a74e,45885,1732191604712 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:22,491 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4993cb2a74e,45885,1732191604712 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:22,577 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:20:22,577 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:22,577 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:22,777 DEBUG [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:22,782 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:22,829 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 to pos 1328, reset compression=false 2024-11-21T12:20:22,878 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/table/5985c937be1a4b1eb378f9c63f2b2330 2024-11-21T12:20:22,882 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/info/ed8de7adebf14cc595407bb148d915f3 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/info/ed8de7adebf14cc595407bb148d915f3 2024-11-21T12:20:22,886 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/info/ed8de7adebf14cc595407bb148d915f3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:20:22,887 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/ns/e624dfd9d6554b62b5435a2e89472888 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/ns/e624dfd9d6554b62b5435a2e89472888 2024-11-21T12:20:22,890 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/ns/e624dfd9d6554b62b5435a2e89472888, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:20:22,891 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/rep_barrier/4ff73111ef664fe6956606a03596f18c as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/rep_barrier/4ff73111ef664fe6956606a03596f18c 2024-11-21T12:20:22,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b4993cb2a74e,45885,1732191604712 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:22,895 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/rep_barrier/4ff73111ef664fe6956606a03596f18c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:20:22,894 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b4993cb2a74e,45885,1732191604712 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:22,896 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/.tmp/table/5985c937be1a4b1eb378f9c63f2b2330 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/table/5985c937be1a4b1eb378f9c63f2b2330 2024-11-21T12:20:22,900 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/table/5985c937be1a4b1eb378f9c63f2b2330, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:20:22,901 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-21T12:20:22,907 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:20:22,908 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:22,908 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:22,908 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:22,908 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191621576Running coprocessor pre-close hooks at 1732191621576Disabling compacts and flushes for region at 1732191621576Disabling writes for close at 1732191621576Obtaining lock to block concurrent updates at 1732191621577 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191621577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191621577Flushing stores of hbase:meta,,1.1588230740 at 1732191621577Flushing 1588230740/info: creating writer at 1732191621577Flushing 1588230740/info: appending metadata at 1732191621591 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732191621591Flushing 1588230740/ns: creating writer at 1732191622001 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732191622021 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732191622021Flushing 1588230740/rep_barrier: creating writer at 1732191622430 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191622447 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191622447Flushing 1588230740/table: creating writer at 1732191622456 (+9 ms)Flushing 1588230740/table: appending metadata at 1732191622473 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732191622473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3264bc: reopening flushed file at 1732191622881 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6533da: reopening flushed file at 1732191622886 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2614fa23: reopening flushed file at 1732191622891 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95e3ca5: reopening flushed file at 1732191622895 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1732191622901 (+6 ms)Writing region close event to WAL at 1732191622904 (+3 ms)Running coprocessor post-close hooks at 1732191622908 (+4 ms)Closed at 1732191622908 2024-11-21T12:20:22,908 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:22,978 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,45885,1732191604712; all regions closed. 2024-11-21T12:20:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:20:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741839_1015 (size=3127) 2024-11-21T12:20:22,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.rep.1732191615680 not finished, retry = 0 2024-11-21T12:20:23,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:20:23,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:23,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/WALs/b4993cb2a74e,45885,1732191604712/b4993cb2a74e%2C45885%2C1732191604712.1732191606954 not finished, retry = 0 2024-11-21T12:20:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741832_1008 (size=1336) 2024-11-21T12:20:23,187 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:23,187 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:23,187 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:23,187 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:23,187 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:23,187 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:23,188 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,45885,1732191604712 because: Region server is closing 2024-11-21T12:20:23,188 INFO [RS:0;b4993cb2a74e:45885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45885. 2024-11-21T12:20:23,188 DEBUG [RS:0;b4993cb2a74e:45885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:23,188 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:23,188 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:23,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:23,286 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:23,288 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.shipperb4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 terminated 2024-11-21T12:20:23,288 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45885,1732191604712.replicationSource.wal-reader.b4993cb2a74e%2C45885%2C1732191604712,1-b4993cb2a74e,45885,1732191604712 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:20:23,288 INFO [RS:0;b4993cb2a74e:45885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45885. 2024-11-21T12:20:23,289 DEBUG [RS:0;b4993cb2a74e:45885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:23,289 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:23,289 DEBUG [RS:0;b4993cb2a74e:45885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:23,289 INFO [RS:0;b4993cb2a74e:45885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45885 2024-11-21T12:20:23,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108/rs 2024-11-21T12:20:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138287108/rs/b4993cb2a74e,45885,1732191604712 2024-11-21T12:20:23,343 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:23,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,45885,1732191604712] 2024-11-21T12:20:23,363 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11138287108/draining/b4993cb2a74e,45885,1732191604712 already deleted, retry=false 2024-11-21T12:20:23,363 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,45885,1732191604712 expired; onlineServers=0 2024-11-21T12:20:23,363 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,38907,1732191604570' ***** 2024-11-21T12:20:23,364 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:20:23,364 INFO [M:0;b4993cb2a74e:38907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:23,364 INFO [M:0;b4993cb2a74e:38907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:23,364 DEBUG [M:0;b4993cb2a74e:38907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:20:23,364 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:20:23,364 DEBUG [M:0;b4993cb2a74e:38907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:20:23,364 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191606732 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191606732,5,FailOnTimeoutGroup] 2024-11-21T12:20:23,364 INFO [M:0;b4993cb2a74e:38907 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:23,364 INFO [M:0;b4993cb2a74e:38907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:23,364 DEBUG [M:0;b4993cb2a74e:38907 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:20:23,364 INFO [M:0;b4993cb2a74e:38907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:20:23,364 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191606732 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191606732,5,FailOnTimeoutGroup] 2024-11-21T12:20:23,365 INFO [M:0;b4993cb2a74e:38907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:23,365 INFO [M:0;b4993cb2a74e:38907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:20:23,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:20:23,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138287108/master 2024-11-21T12:20:23,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138287108 2024-11-21T12:20:23,374 DEBUG [M:0;b4993cb2a74e:38907 {}] zookeeper.ZKUtil(347): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Unable to get data of znode /11138287108/master because node does not exist (not an error) 2024-11-21T12:20:23,374 WARN [M:0;b4993cb2a74e:38907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:20:23,375 INFO [M:0;b4993cb2a74e:38907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/.lastflushedseqids 2024-11-21T12:20:23,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741850_1026 (size=263) 2024-11-21T12:20:23,397 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b4993cb2a74e:45885 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:45885 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b4993cb2a74e:45885 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:45885 2024-11-21T12:20:23,398 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b4993cb2a74e:45885 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:45885 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:45885 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T12:20:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:20:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33548 deadline: 1732191683400, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T12:20:23,417 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:20:23,418 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:20:23,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:23,453 INFO [RS:0;b4993cb2a74e:45885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:23,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45885-0x1015d562a080004, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:23,453 INFO [RS:0;b4993cb2a74e:45885 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,45885,1732191604712; zookeeper connection closed. 2024-11-21T12:20:23,453 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c781850 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c781850 2024-11-21T12:20:23,454 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:20:23,779 INFO [M:0;b4993cb2a74e:38907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:20:23,780 INFO [M:0;b4993cb2a74e:38907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:20:23,780 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:23,780 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:23,780 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:23,780 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:23,780 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:23,780 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:20:23,795 DEBUG [M:0;b4993cb2a74e:38907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ee0d4975abd4a97a0fb66c9b4179c83 is 82, key is hbase:meta,,1/info:regioninfo/1732191607999/Put/seqid=0 2024-11-21T12:20:23,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741851_1027 (size=5672) 2024-11-21T12:20:23,891 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:24,018 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T12:20:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:20:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33548 deadline: 1732191684019, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T12:20:24,020 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:20:24,021 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:20:24,021 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T12:20:24,200 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ee0d4975abd4a97a0fb66c9b4179c83 2024-11-21T12:20:24,217 DEBUG [M:0;b4993cb2a74e:38907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aedcbc7eb80641958ce2f4224ce8c6fd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191615718/Put/seqid=0 2024-11-21T12:20:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741852_1028 (size=8517) 2024-11-21T12:20:24,594 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:24,621 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aedcbc7eb80641958ce2f4224ce8c6fd 2024-11-21T12:20:24,642 DEBUG [M:0;b4993cb2a74e:38907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3766ba7826c4396824a82d561f96428 is 69, key is b4993cb2a74e,45885,1732191604712/rs:state/1732191606769/Put/seqid=0 2024-11-21T12:20:24,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741853_1029 (size=5156) 2024-11-21T12:20:24,722 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T12:20:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:20:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38907 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:33548 deadline: 1732191684723, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T12:20:24,724 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:20:24,725 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:20:24,725 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T12:20:25,048 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3766ba7826c4396824a82d561f96428 2024-11-21T12:20:25,053 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ee0d4975abd4a97a0fb66c9b4179c83 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ee0d4975abd4a97a0fb66c9b4179c83 2024-11-21T12:20:25,056 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ee0d4975abd4a97a0fb66c9b4179c83, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:20:25,057 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aedcbc7eb80641958ce2f4224ce8c6fd as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aedcbc7eb80641958ce2f4224ce8c6fd 2024-11-21T12:20:25,061 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aedcbc7eb80641958ce2f4224ce8c6fd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:20:25,062 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3766ba7826c4396824a82d561f96428 as hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3766ba7826c4396824a82d561f96428 2024-11-21T12:20:25,065 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33587/user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3766ba7826c4396824a82d561f96428, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:20:25,066 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-21T12:20:25,070 INFO [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:25,070 DEBUG [M:0;b4993cb2a74e:38907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191623780Disabling compacts and flushes for region at 1732191623780Disabling writes for close at 1732191623780Obtaining lock to block concurrent updates at 1732191623780Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191623780Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191623781 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191623781Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191623781Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191623795 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191623795Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191624204 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191624217 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191624217Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191624625 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191624641 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191624641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a4ad76: reopening flushed file at 1732191625052 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d989c: reopening flushed file at 1732191625056 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203b37e: reopening flushed file at 1732191625061 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732191625066 (+5 ms)Writing region close event to WAL at 1732191625070 (+4 ms)Closed at 1732191625070 2024-11-21T12:20:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36705 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:20:25,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eab14526-fe6e-b71e-cced-42b5d7fa3ba9/MasterData/WALs/b4993cb2a74e,38907,1732191604570/b4993cb2a74e%2C38907%2C1732191604570.1732191606470 not finished, retry = 0 2024-11-21T12:20:25,173 INFO [M:0;b4993cb2a74e:38907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:20:25,173 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:25,173 INFO [M:0;b4993cb2a74e:38907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38907 2024-11-21T12:20:25,174 INFO [M:0;b4993cb2a74e:38907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:25,337 INFO [M:0;b4993cb2a74e:38907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:25,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38907-0x1015d562a080003, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:25,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9166586{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:25,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@452627eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:25,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:25,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce9c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:25,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d25857a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:25,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:20:25,380 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:20:25,380 WARN [BP-475720531-172.17.0.2-1732191602183 heartbeating to localhost/127.0.0.1:33587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:20:25,380 WARN [BP-475720531-172.17.0.2-1732191602183 heartbeating to localhost/127.0.0.1:33587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-475720531-172.17.0.2-1732191602183 (Datanode Uuid e3449f7f-f018-4e22-b18a-5424f4932bff) service to localhost/127.0.0.1:33587 2024-11-21T12:20:25,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/cluster_90201759-dffb-96fb-2824-1b38fb71d5ca/data/data1/current/BP-475720531-172.17.0.2-1732191602183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:25,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/cluster_90201759-dffb-96fb-2824-1b38fb71d5ca/data/data2/current/BP-475720531-172.17.0.2-1732191602183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:25,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:20:25,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bb61aec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:25,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63f6c925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:25,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:25,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43370ce5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:25,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5bc22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:25,397 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:20:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:20:25,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:25,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:25,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:25,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:25,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:25,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:20:25,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=384529737, stopped=false 2024-11-21T12:20:25,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,44313,1732191598309 2024-11-21T12:20:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01488990105/running 2024-11-21T12:20:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01488990105/running 2024-11-21T12:20:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:25,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:25,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:25,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:25,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:25,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on znode that does not yet exist, /01488990105/running 2024-11-21T12:20:25,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:25,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,37675,1732191598692' ***** 2024-11-21T12:20:25,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:20:25,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Set watcher on znode that does not yet exist, /01488990105/running 2024-11-21T12:20:25,417 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:20:25,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:20:25,417 INFO [RS:0;b4993cb2a74e:37675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:20:25,417 INFO [RS:0;b4993cb2a74e:37675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:20:25,417 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(3091): Received CLOSE for d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:25,417 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(3091): Received CLOSE for b3139a8b49a9527cd5fab0c20f0ebc71 2024-11-21T12:20:25,417 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:25,417 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2e236d20dc1f7882c76bced8266db0e, disabling compactions & flushes 2024-11-21T12:20:25,418 INFO [RS:0;b4993cb2a74e:37675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37675. 2024-11-21T12:20:25,418 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:25,418 DEBUG [RS:0;b4993cb2a74e:37675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. after waiting 0 ms 2024-11-21T12:20:25,418 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:25,418 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:20:25,418 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:20:25,418 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:20:25,418 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d2e236d20dc1f7882c76bced8266db0e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-21T12:20:25,418 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:20:25,418 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:20:25,418 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1325): Online Regions={d2e236d20dc1f7882c76bced8266db0e=hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e., b3139a8b49a9527cd5fab0c20f0ebc71=test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:25,418 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3139a8b49a9527cd5fab0c20f0ebc71, d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:25,418 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:25,418 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:25,418 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:20:25,431 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/.tmp/hfileref/0f2ac795e2a4463d9804d92954e38143 is 74, key is 1/hfileref:04cc4575ce71475591c7492f8d9efee9_SeqId_6_/1732191621345/Put/seqid=0 2024-11-21T12:20:25,431 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/info/067ec693e13041c7a7df66dde8ad8948 is 147, key is hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e./info:regioninfo/1732191613561/Put/seqid=0 2024-11-21T12:20:25,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741846_1022 (size=7686) 2024-11-21T12:20:25,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741847_1023 (size=5345) 2024-11-21T12:20:25,484 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:25,526 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T12:20:25,526 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b4993cb2a74e:38907 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:38907 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:25,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b4993cb2a74e:38907 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:38907 2024-11-21T12:20:25,618 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3139a8b49a9527cd5fab0c20f0ebc71, d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:25,627 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:25,628 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b4993cb2a74e:38907 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:38907 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:20:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b4993cb2a74e:38907 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:38907 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-21T12:20:25,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b4993cb2a74e:38907 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b4993cb2a74e/172.17.0.2:38907 2024-11-21T12:20:25,765 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:20:25,765 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:20:25,818 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3139a8b49a9527cd5fab0c20f0ebc71, d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:25,835 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/.tmp/hfileref/0f2ac795e2a4463d9804d92954e38143 2024-11-21T12:20:25,835 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/info/067ec693e13041c7a7df66dde8ad8948 2024-11-21T12:20:25,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:25,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b4993cb2a74e:38907 this server is in the failed servers list 2024-11-21T12:20:25,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4993cb2a74e:38907 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:25,855 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/ns/2da71a8cbd054ac4b6d4ce7b8d6da446 is 43, key is default/ns:d/1732191602046/Put/seqid=0 2024-11-21T12:20:25,858 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/.tmp/queue/e0d7b60bf5414831a6da113eafae923e is 153, key is 1-b4993cb2a74e,37675,1732191598692/queue:b4993cb2a74e%2C37675%2C1732191598692/1732191619214/Put/seqid=0 2024-11-21T12:20:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741848_1024 (size=5153) 2024-11-21T12:20:25,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741849_1025 (size=5352) 2024-11-21T12:20:26,019 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3139a8b49a9527cd5fab0c20f0ebc71, d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:26,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:26,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b4993cb2a74e:38907 this server is in the failed servers list 2024-11-21T12:20:26,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4993cb2a74e:38907 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:26,219 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3139a8b49a9527cd5fab0c20f0ebc71, d2e236d20dc1f7882c76bced8266db0e 2024-11-21T12:20:26,259 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/ns/2da71a8cbd054ac4b6d4ce7b8d6da446 2024-11-21T12:20:26,262 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/.tmp/queue/e0d7b60bf5414831a6da113eafae923e 2024-11-21T12:20:26,266 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/.tmp/hfileref/0f2ac795e2a4463d9804d92954e38143 as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/hfileref/0f2ac795e2a4463d9804d92954e38143 2024-11-21T12:20:26,270 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/hfileref/0f2ac795e2a4463d9804d92954e38143, entries=4, sequenceid=10, filesize=5.2 K 2024-11-21T12:20:26,271 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/.tmp/queue/e0d7b60bf5414831a6da113eafae923e as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/queue/e0d7b60bf5414831a6da113eafae923e 2024-11-21T12:20:26,274 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/queue/e0d7b60bf5414831a6da113eafae923e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T12:20:26,275 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d2e236d20dc1f7882c76bced8266db0e in 857ms, sequenceid=10, compaction requested=false 2024-11-21T12:20:26,275 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:20:26,278 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/replication/d2e236d20dc1f7882c76bced8266db0e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:26,279 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2e236d20dc1f7882c76bced8266db0e: Waiting for close lock at 1732191625417Running coprocessor pre-close hooks at 1732191625417Disabling compacts and flushes for region at 1732191625417Disabling writes for close at 1732191625418 (+1 ms)Obtaining lock to block concurrent updates at 1732191625418Preparing flush snapshotting stores in d2e236d20dc1f7882c76bced8266db0e at 1732191625418Finished memstore snapshotting hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732191625418Flushing stores of hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. at 1732191625418Flushing d2e236d20dc1f7882c76bced8266db0e/hfileref: creating writer at 1732191625419 (+1 ms)Flushing d2e236d20dc1f7882c76bced8266db0e/hfileref: appending metadata at 1732191625431 (+12 ms)Flushing d2e236d20dc1f7882c76bced8266db0e/hfileref: closing flushed file at 1732191625431Flushing d2e236d20dc1f7882c76bced8266db0e/queue: creating writer at 1732191625842 (+411 ms)Flushing d2e236d20dc1f7882c76bced8266db0e/queue: appending metadata at 1732191625858 (+16 ms)Flushing d2e236d20dc1f7882c76bced8266db0e/queue: closing flushed file at 1732191625858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c11ffb3: reopening flushed file at 1732191626265 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679ddb7b: reopening flushed file at 1732191626270 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d2e236d20dc1f7882c76bced8266db0e in 857ms, sequenceid=10, compaction requested=false at 1732191626275 (+5 ms)Writing region close event to WAL at 1732191626276 (+1 ms)Running coprocessor post-close hooks at 1732191626279 (+3 ms)Closed at 1732191626279 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191612389.d2e236d20dc1f7882c76bced8266db0e. 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3139a8b49a9527cd5fab0c20f0ebc71, disabling compactions & flushes 2024-11-21T12:20:26,279 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. after waiting 0 ms 2024-11-21T12:20:26,279 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:26,280 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/rep_barrier/512e9365362847f59a1d61c4b21a4a8c is 112, key is test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71./rep_barrier:seqnumDuringOpen/1732191609211/Put/seqid=0 2024-11-21T12:20:26,283 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/default/test/b3139a8b49a9527cd5fab0c20f0ebc71/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:20:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741850_1026 (size=5518) 2024-11-21T12:20:26,283 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:26,283 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:26,283 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:26,283 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3139a8b49a9527cd5fab0c20f0ebc71: Waiting for close lock at 1732191626279Running coprocessor pre-close hooks at 1732191626279Disabling compacts and flushes for region at 1732191626279Disabling writes for close at 1732191626279Writing region close event to WAL at 1732191626280 (+1 ms)Running coprocessor post-close hooks at 1732191626283 (+3 ms)Closed at 1732191626283 2024-11-21T12:20:26,284 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191608063.b3139a8b49a9527cd5fab0c20f0ebc71. 2024-11-21T12:20:26,284 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/rep_barrier/512e9365362847f59a1d61c4b21a4a8c 2024-11-21T12:20:26,299 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/table/64b70ecc352f43e59c459fa1daf4efdf is 53, key is hbase:replication/table:state/1732191613567/Put/seqid=0 2024-11-21T12:20:26,301 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1033, reset compression=false 2024-11-21T12:20:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741851_1027 (size=5308) 2024-11-21T12:20:26,305 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:26,305 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1328, reset compression=false 2024-11-21T12:20:26,419 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:20:26,419 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:26,419 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:26,508 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1328, reset compression=false 2024-11-21T12:20:26,619 DEBUG [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:26,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:26,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b4993cb2a74e:38907 this server is in the failed servers list 2024-11-21T12:20:26,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b4993cb2a74e:38907 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:26,703 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/table/64b70ecc352f43e59c459fa1daf4efdf 2024-11-21T12:20:26,708 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/info/067ec693e13041c7a7df66dde8ad8948 as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/info/067ec693e13041c7a7df66dde8ad8948 2024-11-21T12:20:26,712 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/info/067ec693e13041c7a7df66dde8ad8948, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:20:26,713 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/ns/2da71a8cbd054ac4b6d4ce7b8d6da446 as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/ns/2da71a8cbd054ac4b6d4ce7b8d6da446 2024-11-21T12:20:26,717 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/ns/2da71a8cbd054ac4b6d4ce7b8d6da446, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:20:26,718 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/rep_barrier/512e9365362847f59a1d61c4b21a4a8c as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/rep_barrier/512e9365362847f59a1d61c4b21a4a8c 2024-11-21T12:20:26,723 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/rep_barrier/512e9365362847f59a1d61c4b21a4a8c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:20:26,724 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/.tmp/table/64b70ecc352f43e59c459fa1daf4efdf as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/table/64b70ecc352f43e59c459fa1daf4efdf 2024-11-21T12:20:26,728 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/table/64b70ecc352f43e59c459fa1daf4efdf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:20:26,729 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-11-21T12:20:26,729 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:20:26,733 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:20:26,733 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:26,733 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:26,733 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:26,733 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191625418Running coprocessor pre-close hooks at 1732191625418Disabling compacts and flushes for region at 1732191625418Disabling writes for close at 1732191625418Obtaining lock to block concurrent updates at 1732191625418Preparing flush snapshotting stores in 1588230740 at 1732191625418Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191625418Flushing stores of hbase:meta,,1.1588230740 at 1732191625419 (+1 ms)Flushing 1588230740/info: creating writer at 1732191625419Flushing 1588230740/info: appending metadata at 1732191625431 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732191625431Flushing 1588230740/ns: creating writer at 1732191625842 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732191625855 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732191625855Flushing 1588230740/rep_barrier: creating writer at 1732191626263 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191626280 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191626280Flushing 1588230740/table: creating writer at 1732191626287 (+7 ms)Flushing 1588230740/table: appending metadata at 1732191626299 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732191626299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b04f07: reopening flushed file at 1732191626707 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4579926: reopening flushed file at 1732191626712 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a4472a: reopening flushed file at 1732191626717 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795753b8: reopening flushed file at 1732191626723 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1732191626729 (+6 ms)Writing region close event to WAL at 1732191626730 (+1 ms)Running coprocessor post-close hooks at 1732191626733 (+3 ms)Closed at 1732191626733 2024-11-21T12:20:26,734 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:26,812 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 to pos 1328, reset compression=false 2024-11-21T12:20:26,819 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,37675,1732191598692; all regions closed. 2024-11-21T12:20:26,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:20:26,823 DEBUG [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/oldWALs 2024-11-21T12:20:26,823 INFO [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37675%2C1732191598692.meta:.meta(num 1732191601883) 2024-11-21T12:20:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741839_1015 (size=2695) 2024-11-21T12:20:26,826 DEBUG [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/oldWALs 2024-11-21T12:20:26,826 INFO [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37675%2C1732191598692.rep:(num 1732191613524) 2024-11-21T12:20:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741832_1008 (size=1336) 2024-11-21T12:20:26,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/WALs/b4993cb2a74e,37675,1732191598692/b4993cb2a74e%2C37675%2C1732191598692.1732191600895 not finished, retry = 0 2024-11-21T12:20:26,930 DEBUG [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/oldWALs 2024-11-21T12:20:26,931 INFO [RS:0;b4993cb2a74e:37675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C37675%2C1732191598692:(num 1732191600895) 2024-11-21T12:20:26,931 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:26,931 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:26,931 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:26,931 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:26,931 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:26,931 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:26,931 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,37675,1732191598692 because: Region server is closing 2024-11-21T12:20:26,931 INFO [RS:0;b4993cb2a74e:37675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37675. 2024-11-21T12:20:26,931 DEBUG [RS:0;b4993cb2a74e:37675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:26,932 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:26,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:26,932 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:27,032 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.wal-reader.b4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:20:27,032 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-21T12:20:27,032 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:20:27,032 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T12:20:27,082 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:27,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:27,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:27,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:27,671 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2142 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:27,898 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:20:27,933 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37675,1732191598692.replicationSource.shipperb4993cb2a74e%2C37675%2C1732191598692,1-b4993cb2a74e,37675,1732191598692 terminated 2024-11-21T12:20:27,933 INFO [RS:0;b4993cb2a74e:37675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37675. 2024-11-21T12:20:27,933 DEBUG [RS:0;b4993cb2a74e:37675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:27,933 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:27,933 DEBUG [RS:0;b4993cb2a74e:37675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:27,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:27,934 INFO [RS:0;b4993cb2a74e:37675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37675 2024-11-21T12:20:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105/rs 2024-11-21T12:20:27,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01488990105/rs/b4993cb2a74e,37675,1732191598692 2024-11-21T12:20:27,953 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:27,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,37675,1732191598692] 2024-11-21T12:20:27,974 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01488990105/draining/b4993cb2a74e,37675,1732191598692 already deleted, retry=false 2024-11-21T12:20:27,974 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,37675,1732191598692 expired; onlineServers=0 2024-11-21T12:20:27,974 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,44313,1732191598309' ***** 2024-11-21T12:20:27,974 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:20:27,974 INFO [M:0;b4993cb2a74e:44313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:27,974 INFO [M:0;b4993cb2a74e:44313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:27,974 DEBUG [M:0;b4993cb2a74e:44313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:20:27,974 DEBUG [M:0;b4993cb2a74e:44313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:20:27,974 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:20:27,974 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191600675 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191600675,5,FailOnTimeoutGroup] 2024-11-21T12:20:27,974 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191600676 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191600676,5,FailOnTimeoutGroup] 2024-11-21T12:20:27,974 INFO [M:0;b4993cb2a74e:44313 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:27,974 INFO [M:0;b4993cb2a74e:44313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:27,974 DEBUG [M:0;b4993cb2a74e:44313 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:20:27,974 INFO [M:0;b4993cb2a74e:44313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:20:27,974 INFO [M:0;b4993cb2a74e:44313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:27,974 INFO [M:0;b4993cb2a74e:44313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:20:27,975 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:20:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01488990105/master 2024-11-21T12:20:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01488990105 2024-11-21T12:20:27,984 DEBUG [M:0;b4993cb2a74e:44313 {}] zookeeper.ZKUtil(347): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Unable to get data of znode /01488990105/master because node does not exist (not an error) 2024-11-21T12:20:27,984 WARN [M:0;b4993cb2a74e:44313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:20:27,985 INFO [M:0;b4993cb2a74e:44313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/.lastflushedseqids 2024-11-21T12:20:27,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741852_1028 (size=263) 2024-11-21T12:20:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:28,063 INFO [RS:0;b4993cb2a74e:37675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:28,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37675-0x1015d562a080001, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:28,063 INFO [RS:0;b4993cb2a74e:37675 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,37675,1732191598692; zookeeper connection closed. 2024-11-21T12:20:28,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@415a750f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@415a750f 2024-11-21T12:20:28,064 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:20:28,392 INFO [M:0;b4993cb2a74e:44313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:20:28,392 INFO [M:0;b4993cb2a74e:44313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:20:28,393 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:28,393 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:28,393 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:28,393 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:28,393 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:28,393 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:20:28,407 DEBUG [M:0;b4993cb2a74e:44313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9074d090318408ab140cb8081f6399e is 82, key is hbase:meta,,1/info:regioninfo/1732191601915/Put/seqid=0 2024-11-21T12:20:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741853_1029 (size=5672) 2024-11-21T12:20:28,811 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9074d090318408ab140cb8081f6399e 2024-11-21T12:20:28,832 DEBUG [M:0;b4993cb2a74e:44313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24158fc3790149fbaa9f15a5230a06f8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191613570/Put/seqid=0 2024-11-21T12:20:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741854_1030 (size=8517) 2024-11-21T12:20:29,236 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24158fc3790149fbaa9f15a5230a06f8 2024-11-21T12:20:29,251 DEBUG [M:0;b4993cb2a74e:44313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e080223679f44968e6ee6fdf148b635 is 69, key is b4993cb2a74e,37675,1732191598692/rs:state/1732191600748/Put/seqid=0 2024-11-21T12:20:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741855_1031 (size=5156) 2024-11-21T12:20:29,655 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e080223679f44968e6ee6fdf148b635 2024-11-21T12:20:29,660 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9074d090318408ab140cb8081f6399e as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9074d090318408ab140cb8081f6399e 2024-11-21T12:20:29,665 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9074d090318408ab140cb8081f6399e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:20:29,666 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24158fc3790149fbaa9f15a5230a06f8 as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24158fc3790149fbaa9f15a5230a06f8 2024-11-21T12:20:29,670 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24158fc3790149fbaa9f15a5230a06f8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:20:29,671 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e080223679f44968e6ee6fdf148b635 as hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e080223679f44968e6ee6fdf148b635 2024-11-21T12:20:29,675 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42149/user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e080223679f44968e6ee6fdf148b635, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:20:29,676 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-21T12:20:29,680 INFO [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:29,680 DEBUG [M:0;b4993cb2a74e:44313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191628392Disabling compacts and flushes for region at 1732191628392Disabling writes for close at 1732191628393 (+1 ms)Obtaining lock to block concurrent updates at 1732191628393Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191628393Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191628393Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191628394 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191628394Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191628407 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191628407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191628815 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191628831 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191628831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191629239 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191629251 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191629251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce33001: reopening flushed file at 1732191629660 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172f9454: reopening flushed file at 1732191629665 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105b3a13: reopening flushed file at 1732191629670 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732191629676 (+6 ms)Writing region close event to WAL at 1732191629680 (+4 ms)Closed at 1732191629680 2024-11-21T12:20:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:20:29,682 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/831dfea1-49db-e127-30cd-60009f4bd931/MasterData/WALs/b4993cb2a74e,44313,1732191598309/b4993cb2a74e%2C44313%2C1732191598309.1732191600411 not finished, retry = 0 2024-11-21T12:20:29,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:29,688 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:29,688 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:29,782 INFO [M:0;b4993cb2a74e:44313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:20:29,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:29,782 INFO [M:0;b4993cb2a74e:44313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44313 2024-11-21T12:20:29,783 INFO [M:0;b4993cb2a74e:44313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:30,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:30,100 INFO [M:0;b4993cb2a74e:44313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:30,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44313-0x1015d562a080000, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:30,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@649b5653{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:30,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c538d5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:30,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:30,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dfbd136{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:30,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19af310{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:30,103 WARN [BP-776591596-172.17.0.2-1732191596145 heartbeating to localhost/127.0.0.1:42149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:20:30,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:20:30,103 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:20:30,103 WARN [BP-776591596-172.17.0.2-1732191596145 heartbeating to localhost/127.0.0.1:42149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-776591596-172.17.0.2-1732191596145 (Datanode Uuid bf730c67-25b0-4492-bb98-fa6c462a0351) service to localhost/127.0.0.1:42149 2024-11-21T12:20:30,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447/data/data1/current/BP-776591596-172.17.0.2-1732191596145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:30,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/cluster_1b090186-4fb5-4d5b-37fd-f1971f65f447/data/data2/current/BP-776591596-172.17.0.2-1732191596145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:30,104 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:20:30,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3384db37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:30,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7781ab1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:30,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:30,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73233f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:30,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bc54817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ed7f825-c347-1024-377a-58c660b7dc8c/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:30,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:20:30,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:20:30,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33587 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56572) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56572) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42149 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:42149 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33587 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 249) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=835 (was 836) 2024-11-21T12:20:30,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=835 2024-11-21T12:20:30,158 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T12:20:30,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.log.dir so I do NOT create it in target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752 2024-11-21T12:20:30,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:20:30,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.tmp.dir so I do NOT create it in target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752 2024-11-21T12:20:30,158 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/526dfc7d-d441-6a0c-e743-c9efaaf8aee2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:20:30,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752 2024-11-21T12:20:30,158 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd, deleteOnExit=true 2024-11-21T12:20:30,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd/zookeeper_0, clientPort=61028, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:20:30,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61028 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/test.cache.data in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:20:30,162 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:30,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:20:30,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:20:30,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d562a080002, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:20:30,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d562a080005, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:20:30,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d562a080005, quorum=127.0.0.1:56572, baseZNode=/11138287108 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:20:30,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d562a080002, quorum=127.0.0.1:56572, baseZNode=/01488990105 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:20:30,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:30,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:30,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:30,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:30,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:20:30,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:30,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21c2a621{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:30,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67fd9876{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:30,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c784ec2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/java.io.tmpdir/jetty-localhost-39987-hadoop-hdfs-3_4_1-tests_jar-_-any-17580613328738481378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:30,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b0313e0{HTTP/1.1, (http/1.1)}{localhost:39987} 2024-11-21T12:20:30,642 INFO [Time-limited test {}] server.Server(415): Started @204576ms 2024-11-21T12:20:30,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:30,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:30,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:30,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:30,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:20:30,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73b85fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:30,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@644a5baf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:31,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790a289e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/java.io.tmpdir/jetty-localhost-42313-hadoop-hdfs-3_4_1-tests_jar-_-any-13539238143784504280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:31,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@193f5461{HTTP/1.1, (http/1.1)}{localhost:42313} 2024-11-21T12:20:31,005 INFO [Time-limited test {}] server.Server(415): Started @204939ms 2024-11-21T12:20:31,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:20:31,662 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd/data/data2/current/BP-1622116057-172.17.0.2-1732191630183/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:31,662 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd/data/data1/current/BP-1622116057-172.17.0.2-1732191630183/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:31,679 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:20:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4526c5787382097 with lease ID 0xf5821848bb42e84b: Processing first storage report for DS-a389093a-d727-4e23-aa6b-65a939bd2754 from datanode DatanodeRegistration(127.0.0.1:36983, datanodeUuid=517462b6-ce91-4af0-842d-87f33e7a7d2d, infoPort=38709, infoSecurePort=0, ipcPort=38265, storageInfo=lv=-57;cid=testClusterID;nsid=1971593714;c=1732191630183) 2024-11-21T12:20:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4526c5787382097 with lease ID 0xf5821848bb42e84b: from storage DS-a389093a-d727-4e23-aa6b-65a939bd2754 node DatanodeRegistration(127.0.0.1:36983, datanodeUuid=517462b6-ce91-4af0-842d-87f33e7a7d2d, infoPort=38709, infoSecurePort=0, ipcPort=38265, storageInfo=lv=-57;cid=testClusterID;nsid=1971593714;c=1732191630183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4526c5787382097 with lease ID 0xf5821848bb42e84b: Processing first storage report for DS-32e16ee3-901e-4de2-aa84-d31d28abe633 from datanode DatanodeRegistration(127.0.0.1:36983, datanodeUuid=517462b6-ce91-4af0-842d-87f33e7a7d2d, infoPort=38709, infoSecurePort=0, ipcPort=38265, storageInfo=lv=-57;cid=testClusterID;nsid=1971593714;c=1732191630183) 2024-11-21T12:20:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4526c5787382097 with lease ID 0xf5821848bb42e84b: from storage DS-32e16ee3-901e-4de2-aa84-d31d28abe633 node DatanodeRegistration(127.0.0.1:36983, datanodeUuid=517462b6-ce91-4af0-842d-87f33e7a7d2d, infoPort=38709, infoSecurePort=0, ipcPort=38265, storageInfo=lv=-57;cid=testClusterID;nsid=1971593714;c=1732191630183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:31,728 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752 2024-11-21T12:20:31,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:31,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:20:32,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f with version=8 2024-11-21T12:20:32,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/hbase-staging 2024-11-21T12:20:32,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:20:32,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:32,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:32,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:32,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:32,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:32,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:20:32,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:32,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46569 2024-11-21T12:20:32,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46569 connecting to ZooKeeper ensemble=127.0.0.1:61028 2024-11-21T12:20:32,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:32,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465690x0, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:32,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46569-0x1015d56aefc0000 connected 2024-11-21T12:20:32,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:32,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:32,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:32,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on znode that does not yet exist, /0-2001342142/running 2024-11-21T12:20:32,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f, hbase.cluster.distributed=false 2024-11-21T12:20:32,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on znode that does not yet exist, /0-2001342142/acl 2024-11-21T12:20:32,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-21T12:20:32,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46569 2024-11-21T12:20:32,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46569 2024-11-21T12:20:32,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-21T12:20:32,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46569 2024-11-21T12:20:32,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:20:32,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:32,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:32,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:32,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:32,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:32,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:20:32,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:32,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35669 2024-11-21T12:20:32,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35669 connecting to ZooKeeper ensemble=127.0.0.1:61028 2024-11-21T12:20:32,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:32,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356690x0, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:32,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356690x0, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on znode that does not yet exist, /0-2001342142/running 2024-11-21T12:20:32,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35669-0x1015d56aefc0001 connected 2024-11-21T12:20:32,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:20:32,388 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:20:32,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on znode that does not yet exist, /0-2001342142/master 2024-11-21T12:20:32,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on znode that does not yet exist, /0-2001342142/acl 2024-11-21T12:20:32,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35669 2024-11-21T12:20:32,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35669 2024-11-21T12:20:32,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35669 2024-11-21T12:20:32,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35669 2024-11-21T12:20:32,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35669 2024-11-21T12:20:32,416 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:46569 2024-11-21T12:20:32,417 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2001342142/backup-masters/b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142/backup-masters 2024-11-21T12:20:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142/backup-masters 2024-11-21T12:20:32,426 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on existing znode=/0-2001342142/backup-masters/b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2001342142/master 2024-11-21T12:20:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:32,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:32,437 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on existing znode=/0-2001342142/master 2024-11-21T12:20:32,437 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2001342142/backup-masters/b4993cb2a74e,46569,1732191632140 from backup master directory 2024-11-21T12:20:32,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2001342142/backup-masters/b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:32,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142/backup-masters 2024-11-21T12:20:32,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142/backup-masters 2024-11-21T12:20:32,448 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:32,448 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:32,451 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/hbase.id] with ID: 0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d 2024-11-21T12:20:32,452 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/.tmp/hbase.id 2024-11-21T12:20:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:20:32,857 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/.tmp/hbase.id]:[hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/hbase.id] 2024-11-21T12:20:32,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:32,867 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:20:32,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:20:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:20:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:20:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:20:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:20:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:20:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:33,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:33,337 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:33,337 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:20:33,338 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:33,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:20:33,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:33,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:33,709 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:33,744 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store 2024-11-21T12:20:33,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:20:34,150 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:34,150 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:34,150 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:34,150 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:34,150 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:34,150 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:34,150 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:34,150 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191634150Disabling compacts and flushes for region at 1732191634150Disabling writes for close at 1732191634150Writing region close event to WAL at 1732191634150Closed at 1732191634150 2024-11-21T12:20:34,151 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/.initializing 2024-11-21T12:20:34,151 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/WALs/b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:34,152 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:34,154 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C46569%2C1732191632140, suffix=, logDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/WALs/b4993cb2a74e,46569,1732191632140, archiveDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/oldWALs, maxLogs=10 2024-11-21T12:20:34,166 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/WALs/b4993cb2a74e,46569,1732191632140/b4993cb2a74e%2C46569%2C1732191632140.1732191634154, exclude list is [], retry=0 2024-11-21T12:20:34,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36983,DS-a389093a-d727-4e23-aa6b-65a939bd2754,DISK] 2024-11-21T12:20:34,169 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/WALs/b4993cb2a74e,46569,1732191632140/b4993cb2a74e%2C46569%2C1732191632140.1732191634154 2024-11-21T12:20:34,169 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38709:38709)] 2024-11-21T12:20:34,169 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:34,170 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:34,170 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,170 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:20:34,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:34,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:34,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:20:34,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:34,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:34,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:20:34,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:34,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:34,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:20:34,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:34,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:34,176 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,176 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,176 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,177 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,177 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,178 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:34,178 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:34,180 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:34,180 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68502641, jitterRate=0.020768895745277405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:34,181 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191634170Initializing all the Stores at 1732191634170Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191634170Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191634170Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191634170Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191634170Cleaning up temporary data from old regions at 1732191634177 (+7 ms)Region opened successfully at 1732191634181 (+4 ms) 2024-11-21T12:20:34,181 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:20:34,184 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4818d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:34,184 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:20:34,185 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:20:34,185 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:20:34,185 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:20:34,185 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:20:34,185 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:20:34,185 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:20:34,187 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:20:34,188 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Unable to get data of znode /0-2001342142/balancer because node does not exist (not necessarily an error) 2024-11-21T12:20:34,247 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2001342142/balancer already deleted, retry=false 2024-11-21T12:20:34,247 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:20:34,248 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Unable to get data of znode /0-2001342142/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:20:34,257 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2001342142/normalizer already deleted, retry=false 2024-11-21T12:20:34,258 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:20:34,259 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Unable to get data of znode /0-2001342142/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:20:34,268 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2001342142/switch/split already deleted, retry=false 2024-11-21T12:20:34,269 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Unable to get data of znode /0-2001342142/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:20:34,278 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2001342142/switch/merge already deleted, retry=false 2024-11-21T12:20:34,280 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Unable to get data of znode /0-2001342142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:20:34,289 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2001342142/snapshot-cleanup already deleted, retry=false 2024-11-21T12:20:34,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2001342142/running 2024-11-21T12:20:34,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2001342142/running 2024-11-21T12:20:34,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:34,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:34,300 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,46569,1732191632140, sessionid=0x1015d56aefc0000, setting cluster-up flag (Was=false) 2024-11-21T12:20:34,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:34,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:34,352 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2001342142/flush-table-proc/acquired, /0-2001342142/flush-table-proc/reached, /0-2001342142/flush-table-proc/abort 2024-11-21T12:20:34,353 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:34,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:34,405 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2001342142/online-snapshot/acquired, /0-2001342142/online-snapshot/reached, /0-2001342142/online-snapshot/abort 2024-11-21T12:20:34,406 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:34,406 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:20:34,408 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:34,408 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:20:34,408 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:20:34,408 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,46569,1732191632140 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:34,409 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191664410 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:20:34,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:34,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:20:34,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:20:34,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:20:34,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:20:34,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:20:34,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:20:34,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:20:34,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:34,411 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191634411,5,FailOnTimeoutGroup] 2024-11-21T12:20:34,411 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191634411,5,FailOnTimeoutGroup] 2024-11-21T12:20:34,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:20:34,412 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:20:34,412 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,412 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:20:34,503 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(746): ClusterId : 0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d 2024-11-21T12:20:34,503 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:20:34,511 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:20:34,511 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:20:34,521 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:20:34,522 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ae9b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:34,533 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:35669 2024-11-21T12:20:34,533 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:20:34,533 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:20:34,533 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:20:34,534 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,46569,1732191632140 with port=35669, startcode=1732191632366 2024-11-21T12:20:34,534 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:20:34,535 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:20:34,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:34,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:34,537 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f 2024-11-21T12:20:34,537 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34695 2024-11-21T12:20:34,537 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:20:34,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142/rs 2024-11-21T12:20:34,542 DEBUG [RS:0;b4993cb2a74e:35669 {}] zookeeper.ZKUtil(111): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on existing znode=/0-2001342142/rs/b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:34,542 WARN [RS:0;b4993cb2a74e:35669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:34,542 INFO [RS:0;b4993cb2a74e:35669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:34,542 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:34,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,35669,1732191632366] 2024-11-21T12:20:34,545 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:20:34,547 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:20:34,547 INFO [RS:0;b4993cb2a74e:35669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:20:34,547 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,547 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:20:34,548 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:20:34,548 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:34,548 DEBUG [RS:0;b4993cb2a74e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:34,552 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,552 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,552 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,552 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,552 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,552 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35669,1732191632366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:34,564 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:20:34,564 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35669,1732191632366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,565 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,565 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.Replication(171): b4993cb2a74e,35669,1732191632366 started 2024-11-21T12:20:34,576 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:34,576 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,35669,1732191632366, RpcServer on b4993cb2a74e/172.17.0.2:35669, sessionid=0x1015d56aefc0001 2024-11-21T12:20:34,576 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:20:34,576 DEBUG [RS:0;b4993cb2a74e:35669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:34,576 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35669,1732191632366' 2024-11-21T12:20:34,576 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2001342142/flush-table-proc/abort' 2024-11-21T12:20:34,577 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2001342142/flush-table-proc/acquired' 2024-11-21T12:20:34,577 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:20:34,577 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:20:34,577 DEBUG [RS:0;b4993cb2a74e:35669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:34,577 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35669,1732191632366' 2024-11-21T12:20:34,577 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2001342142/online-snapshot/abort' 2024-11-21T12:20:34,577 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2001342142/online-snapshot/acquired' 2024-11-21T12:20:34,578 DEBUG [RS:0;b4993cb2a74e:35669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:20:34,578 INFO [RS:0;b4993cb2a74e:35669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:20:34,578 INFO [RS:0;b4993cb2a74e:35669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:20:34,678 INFO [RS:0;b4993cb2a74e:35669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:34,679 INFO [RS:0;b4993cb2a74e:35669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35669%2C1732191632366, suffix=, logDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366, archiveDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/oldWALs, maxLogs=10 2024-11-21T12:20:34,691 DEBUG [RS:0;b4993cb2a74e:35669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, exclude list is [], retry=0 2024-11-21T12:20:34,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36983,DS-a389093a-d727-4e23-aa6b-65a939bd2754,DISK] 2024-11-21T12:20:34,695 INFO [RS:0;b4993cb2a74e:35669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 2024-11-21T12:20:34,695 DEBUG [RS:0;b4993cb2a74e:35669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38709:38709)] 2024-11-21T12:20:34,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:20:34,821 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f 2024-11-21T12:20:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:20:35,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:35,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:35,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:35,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:35,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:35,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:35,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:35,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:35,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:35,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:35,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740 2024-11-21T12:20:35,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740 2024-11-21T12:20:35,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:35,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:35,234 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:35,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:35,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:35,237 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72676499, jitterRate=0.082964226603508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:35,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191635226Initializing all the Stores at 1732191635226Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191635226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191635227 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191635227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191635227Cleaning up temporary data from old regions at 1732191635233 (+6 ms)Region opened successfully at 1732191635237 (+4 ms) 2024-11-21T12:20:35,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:35,237 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:35,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:35,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:35,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:35,239 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:35,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191635237Disabling compacts and flushes for region at 1732191635237Disabling writes for close at 1732191635237Writing region close event to WAL at 1732191635239 (+2 ms)Closed at 1732191635239 2024-11-21T12:20:35,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:35,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:20:35,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:20:35,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:35,242 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:20:35,392 DEBUG [b4993cb2a74e:46569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:20:35,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:35,393 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35669,1732191632366, state=OPENING 2024-11-21T12:20:35,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:20:35,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:35,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:35,500 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:35,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2001342142/meta-region-server: CHANGED 2024-11-21T12:20:35,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2001342142/meta-region-server: CHANGED 2024-11-21T12:20:35,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35669,1732191632366}] 2024-11-21T12:20:35,653 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:35,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:20:35,656 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:20:35,656 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:35,656 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:20:35,657 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35669%2C1732191632366.meta, suffix=.meta, logDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366, archiveDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/oldWALs, maxLogs=10 2024-11-21T12:20:35,669 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.meta.1732191635658.meta, exclude list is [], retry=0 2024-11-21T12:20:35,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36983,DS-a389093a-d727-4e23-aa6b-65a939bd2754,DISK] 2024-11-21T12:20:35,672 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.meta.1732191635658.meta 2024-11-21T12:20:35,672 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38709:38709)] 2024-11-21T12:20:35,672 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:35,672 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:35,672 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:35,672 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:20:35,673 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:20:35,673 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:20:35,673 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:35,673 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:20:35,673 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:20:35,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:35,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:35,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:35,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:35,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:35,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:35,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:35,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:35,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:35,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:35,677 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:35,678 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740 2024-11-21T12:20:35,678 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740 2024-11-21T12:20:35,679 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:35,679 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:35,679 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:35,680 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:35,681 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68506742, jitterRate=0.020830005407333374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:35,681 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:20:35,681 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191635673Writing region info on filesystem at 1732191635673Initializing all the Stores at 1732191635674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191635674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191635674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191635674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191635674Cleaning up temporary data from old regions at 1732191635679 (+5 ms)Running coprocessor post-open hooks at 1732191635681 (+2 ms)Region opened successfully at 1732191635681 2024-11-21T12:20:35,682 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191635652 2024-11-21T12:20:35,683 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:20:35,683 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:20:35,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:35,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35669,1732191632366, state=OPEN 2024-11-21T12:20:35,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2001342142/meta-region-server 2024-11-21T12:20:35,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2001342142/meta-region-server 2024-11-21T12:20:35,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:35,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2001342142/meta-region-server: CHANGED 2024-11-21T12:20:35,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2001342142/meta-region-server: CHANGED 2024-11-21T12:20:35,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:20:35,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35669,1732191632366 in 199 msec 2024-11-21T12:20:35,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:20:35,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-21T12:20:35,703 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:35,703 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:20:35,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:35,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35669,1732191632366, seqNum=-1] 2024-11-21T12:20:35,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:35,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:35,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-21T12:20:35,709 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191635709, completionTime=-1 2024-11-21T12:20:35,709 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:20:35,709 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191695711 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191755711 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46569,1732191632140-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46569,1732191632140-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46569,1732191632140-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:46569, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:35,711 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:35,713 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.266sec 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46569,1732191632140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:35,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46569,1732191632140-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:20:35,716 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:20:35,716 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:20:35,716 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46569,1732191632140-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:35,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6736a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:35,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46569,-1 for getting cluster id 2024-11-21T12:20:35,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:35,804 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d' 2024-11-21T12:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d" 2024-11-21T12:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7068fc7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46569,-1] 2024-11-21T12:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:35,806 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:35,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685e84f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:35,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:35,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35669,1732191632366, seqNum=-1] 2024-11-21T12:20:35,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:35,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:35,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:35,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61028 2024-11-21T12:20:35,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:35,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d56aefc0002 connected 2024-11-21T12:20:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.log.dir so I do NOT create it in target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8 2024-11-21T12:20:35,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:20:35,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.tmp.dir so I do NOT create it in target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8 2024-11-21T12:20:35,829 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:20:35,829 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/cluster_efe565bb-11b7-3af8-d51c-6ac318e51e76, deleteOnExit=true 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/test.cache.data in system properties and HBase conf 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:20:35,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:20:35,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:20:35,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:20:36,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:36,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:36,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:36,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:36,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:20:36,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:36,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65b1eb9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:36,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7b1dd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:36,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7af8a524{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/java.io.tmpdir/jetty-localhost-33951-hadoop-hdfs-3_4_1-tests_jar-_-any-15158367663109381497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:36,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77581a3d{HTTP/1.1, (http/1.1)}{localhost:33951} 2024-11-21T12:20:36,275 INFO [Time-limited test {}] server.Server(415): Started @210209ms 2024-11-21T12:20:36,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:36,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:36,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:36,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:36,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:20:36,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13af988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:36,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fff106b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:36,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56df208d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/java.io.tmpdir/jetty-localhost-42009-hadoop-hdfs-3_4_1-tests_jar-_-any-4568163265578317986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:36,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c67bbf2{HTTP/1.1, (http/1.1)}{localhost:42009} 2024-11-21T12:20:36,628 INFO [Time-limited test {}] server.Server(415): Started @210562ms 2024-11-21T12:20:36,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:20:37,420 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/cluster_efe565bb-11b7-3af8-d51c-6ac318e51e76/data/data2/current/BP-1905130279-172.17.0.2-1732191635845/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:37,420 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/cluster_efe565bb-11b7-3af8-d51c-6ac318e51e76/data/data1/current/BP-1905130279-172.17.0.2-1732191635845/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:37,440 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:20:37,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f8208af06063451 with lease ID 0x97879ea47e045ccc: Processing first storage report for DS-d9f8f731-6f67-4a68-9125-6820a8478c8b from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=20d26b05-4c90-44e1-9c31-229d073b6d6e, infoPort=40645, infoSecurePort=0, ipcPort=34159, storageInfo=lv=-57;cid=testClusterID;nsid=716459415;c=1732191635845) 2024-11-21T12:20:37,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f8208af06063451 with lease ID 0x97879ea47e045ccc: from storage DS-d9f8f731-6f67-4a68-9125-6820a8478c8b node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=20d26b05-4c90-44e1-9c31-229d073b6d6e, infoPort=40645, infoSecurePort=0, ipcPort=34159, storageInfo=lv=-57;cid=testClusterID;nsid=716459415;c=1732191635845), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:37,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f8208af06063451 with lease ID 0x97879ea47e045ccc: Processing first storage report for DS-483d5172-0c02-4177-8006-cc550ab97d23 from datanode DatanodeRegistration(127.0.0.1:36163, datanodeUuid=20d26b05-4c90-44e1-9c31-229d073b6d6e, infoPort=40645, infoSecurePort=0, ipcPort=34159, storageInfo=lv=-57;cid=testClusterID;nsid=716459415;c=1732191635845) 2024-11-21T12:20:37,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f8208af06063451 with lease ID 0x97879ea47e045ccc: from storage DS-483d5172-0c02-4177-8006-cc550ab97d23 node DatanodeRegistration(127.0.0.1:36163, datanodeUuid=20d26b05-4c90-44e1-9c31-229d073b6d6e, infoPort=40645, infoSecurePort=0, ipcPort=34159, storageInfo=lv=-57;cid=testClusterID;nsid=716459415;c=1732191635845), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:37,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8 2024-11-21T12:20:37,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:37,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:20:37,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee with version=8 2024-11-21T12:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/hbase-staging 2024-11-21T12:20:37,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:20:37,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:37,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:37,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:37,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:37,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:37,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:20:37,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:37,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39185 2024-11-21T12:20:37,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39185 connecting to ZooKeeper ensemble=127.0.0.1:61028 2024-11-21T12:20:37,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391850x0, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:37,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39185-0x1015d56aefc0003 connected 2024-11-21T12:20:37,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:37,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:37,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on znode that does not yet exist, /1-1134825742/running 2024-11-21T12:20:37,640 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee, hbase.cluster.distributed=false 2024-11-21T12:20:37,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on znode that does not yet exist, /1-1134825742/acl 2024-11-21T12:20:37,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-21T12:20:37,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39185 2024-11-21T12:20:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39185 2024-11-21T12:20:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-21T12:20:37,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39185 2024-11-21T12:20:37,668 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:20:37,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:37,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:37,668 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:37,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:37,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:37,668 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:20:37,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:37,669 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39177 2024-11-21T12:20:37,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39177 connecting to ZooKeeper ensemble=127.0.0.1:61028 2024-11-21T12:20:37,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:37,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:37,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391770x0, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:37,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391770x0, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on znode that does not yet exist, /1-1134825742/running 2024-11-21T12:20:37,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39177-0x1015d56aefc0004 connected 2024-11-21T12:20:37,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:20:37,679 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:20:37,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on znode that does not yet exist, /1-1134825742/master 2024-11-21T12:20:37,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on znode that does not yet exist, /1-1134825742/acl 2024-11-21T12:20:37,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-21T12:20:37,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39177 2024-11-21T12:20:37,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39177 2024-11-21T12:20:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-21T12:20:37,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39177 2024-11-21T12:20:37,717 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:39185 2024-11-21T12:20:37,718 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1134825742/backup-masters/b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:37,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742/backup-masters 2024-11-21T12:20:37,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742/backup-masters 2024-11-21T12:20:37,721 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on existing znode=/1-1134825742/backup-masters/b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1134825742/master 2024-11-21T12:20:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:37,731 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on existing znode=/1-1134825742/master 2024-11-21T12:20:37,732 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1134825742/backup-masters/b4993cb2a74e,39185,1732191637471 from backup master directory 2024-11-21T12:20:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742/backup-masters 2024-11-21T12:20:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1134825742/backup-masters/b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742/backup-masters 2024-11-21T12:20:37,743 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:37,743 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:37,746 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/hbase.id] with ID: fc6cccd4-2871-4a2f-9c2c-bd3429db497c 2024-11-21T12:20:37,746 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/.tmp/hbase.id 2024-11-21T12:20:37,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:20:38,154 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/.tmp/hbase.id]:[hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/hbase.id] 2024-11-21T12:20:38,162 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:38,162 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:20:38,163 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:20:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:38,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:38,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:20:38,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:38,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:38,759 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:38,760 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:20:38,760 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:38,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:20:39,167 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store 2024-11-21T12:20:39,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:20:39,173 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:39,173 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:39,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:39,173 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:39,173 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:39,173 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:39,173 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:39,173 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191639173Disabling compacts and flushes for region at 1732191639173Disabling writes for close at 1732191639173Writing region close event to WAL at 1732191639173Closed at 1732191639173 2024-11-21T12:20:39,174 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/.initializing 2024-11-21T12:20:39,174 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/WALs/b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:39,174 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:39,176 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C39185%2C1732191637471, suffix=, logDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/WALs/b4993cb2a74e,39185,1732191637471, archiveDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/oldWALs, maxLogs=10 2024-11-21T12:20:39,193 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/WALs/b4993cb2a74e,39185,1732191637471/b4993cb2a74e%2C39185%2C1732191637471.1732191639176, exclude list is [], retry=0 2024-11-21T12:20:39,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-d9f8f731-6f67-4a68-9125-6820a8478c8b,DISK] 2024-11-21T12:20:39,197 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/WALs/b4993cb2a74e,39185,1732191637471/b4993cb2a74e%2C39185%2C1732191637471.1732191639176 2024-11-21T12:20:39,198 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40645:40645)] 2024-11-21T12:20:39,198 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:39,198 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:39,198 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,198 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:20:39,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:39,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:39,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:20:39,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:39,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:39,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:20:39,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:39,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:39,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:20:39,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:39,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:39,205 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,205 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,205 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,206 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,206 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,206 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:39,207 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:39,209 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:39,209 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74275655, jitterRate=0.10679350793361664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:39,209 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191639198Initializing all the Stores at 1732191639199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191639199Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191639199Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191639199Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191639199Cleaning up temporary data from old regions at 1732191639206 (+7 ms)Region opened successfully at 1732191639209 (+3 ms) 2024-11-21T12:20:39,209 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:20:39,212 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@864b6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:39,213 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:20:39,213 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:20:39,213 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:20:39,213 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:20:39,214 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:20:39,214 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:20:39,214 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:20:39,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:20:39,216 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Unable to get data of znode /1-1134825742/balancer because node does not exist (not necessarily an error) 2024-11-21T12:20:39,278 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1134825742/balancer already deleted, retry=false 2024-11-21T12:20:39,278 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:20:39,279 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Unable to get data of znode /1-1134825742/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:20:39,289 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1134825742/normalizer already deleted, retry=false 2024-11-21T12:20:39,289 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:20:39,290 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Unable to get data of znode /1-1134825742/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:20:39,299 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1134825742/switch/split already deleted, retry=false 2024-11-21T12:20:39,300 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Unable to get data of znode /1-1134825742/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:20:39,310 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1134825742/switch/merge already deleted, retry=false 2024-11-21T12:20:39,312 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Unable to get data of znode /1-1134825742/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:20:39,320 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1134825742/snapshot-cleanup already deleted, retry=false 2024-11-21T12:20:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1134825742/running 2024-11-21T12:20:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1134825742/running 2024-11-21T12:20:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:39,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:39,331 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,39185,1732191637471, sessionid=0x1015d56aefc0003, setting cluster-up flag (Was=false) 2024-11-21T12:20:39,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:39,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:39,383 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1134825742/flush-table-proc/acquired, /1-1134825742/flush-table-proc/reached, /1-1134825742/flush-table-proc/abort 2024-11-21T12:20:39,385 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:39,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:39,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:39,436 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1134825742/online-snapshot/acquired, /1-1134825742/online-snapshot/reached, /1-1134825742/online-snapshot/abort 2024-11-21T12:20:39,437 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:39,438 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:20:39,439 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:39,440 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:20:39,440 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:20:39,440 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,39185,1732191637471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:20:39,441 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:39,441 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:39,441 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:39,441 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:39,441 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:20:39,442 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,442 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:39,442 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,442 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191669442 2024-11-21T12:20:39,442 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:39,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:20:39,443 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:20:39,444 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:20:39,444 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:20:39,444 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191639444,5,FailOnTimeoutGroup] 2024-11-21T12:20:39,444 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191639444,5,FailOnTimeoutGroup] 2024-11-21T12:20:39,444 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,444 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:39,444 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:20:39,444 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,444 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:20:39,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:20:39,509 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(746): ClusterId : fc6cccd4-2871-4a2f-9c2c-bd3429db497c 2024-11-21T12:20:39,509 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:20:39,521 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:20:39,521 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:20:39,531 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:20:39,532 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24542657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:20:39,546 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:39177 2024-11-21T12:20:39,547 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:20:39,547 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:20:39,547 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:20:39,547 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,39185,1732191637471 with port=39177, startcode=1732191637667 2024-11-21T12:20:39,548 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:20:39,549 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:20:39,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:39,549 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39185 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:39,550 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee 2024-11-21T12:20:39,550 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36889 2024-11-21T12:20:39,551 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:20:39,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742/rs 2024-11-21T12:20:39,598 DEBUG [RS:0;b4993cb2a74e:39177 {}] zookeeper.ZKUtil(111): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on existing znode=/1-1134825742/rs/b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:39,598 WARN [RS:0;b4993cb2a74e:39177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:39,598 INFO [RS:0;b4993cb2a74e:39177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:39,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,39177,1732191637667] 2024-11-21T12:20:39,598 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:39,601 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:20:39,603 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:20:39,603 INFO [RS:0;b4993cb2a74e:39177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:20:39,603 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,603 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:20:39,604 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:20:39,604 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:39,604 DEBUG [RS:0;b4993cb2a74e:39177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:39,605 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,605 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,605 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,605 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,605 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,605 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39177,1732191637667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:39,618 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:20:39,619 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39177,1732191637667-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,619 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,619 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.Replication(171): b4993cb2a74e,39177,1732191637667 started 2024-11-21T12:20:39,631 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:39,631 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,39177,1732191637667, RpcServer on b4993cb2a74e/172.17.0.2:39177, sessionid=0x1015d56aefc0004 2024-11-21T12:20:39,631 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:20:39,631 DEBUG [RS:0;b4993cb2a74e:39177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:39,631 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,39177,1732191637667' 2024-11-21T12:20:39,631 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1134825742/flush-table-proc/abort' 2024-11-21T12:20:39,632 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1134825742/flush-table-proc/acquired' 2024-11-21T12:20:39,632 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:20:39,632 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:20:39,632 DEBUG [RS:0;b4993cb2a74e:39177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:39,632 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,39177,1732191637667' 2024-11-21T12:20:39,632 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1134825742/online-snapshot/abort' 2024-11-21T12:20:39,633 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1134825742/online-snapshot/acquired' 2024-11-21T12:20:39,633 DEBUG [RS:0;b4993cb2a74e:39177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:20:39,633 INFO [RS:0;b4993cb2a74e:39177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:20:39,633 INFO [RS:0;b4993cb2a74e:39177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:20:39,733 INFO [RS:0;b4993cb2a74e:39177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:39,735 INFO [RS:0;b4993cb2a74e:39177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C39177%2C1732191637667, suffix=, logDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667, archiveDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/oldWALs, maxLogs=10 2024-11-21T12:20:39,747 DEBUG [RS:0;b4993cb2a74e:39177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735, exclude list is [], retry=0 2024-11-21T12:20:39,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-d9f8f731-6f67-4a68-9125-6820a8478c8b,DISK] 2024-11-21T12:20:39,752 INFO [RS:0;b4993cb2a74e:39177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 2024-11-21T12:20:39,752 DEBUG [RS:0;b4993cb2a74e:39177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40645:40645)] 2024-11-21T12:20:39,856 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:20:39,857 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee 2024-11-21T12:20:39,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:20:40,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:40,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:40,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:40,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:40,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:40,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:40,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:40,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:40,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:40,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:40,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740 2024-11-21T12:20:40,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740 2024-11-21T12:20:40,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:40,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:40,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:40,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:40,273 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:40,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68971697, jitterRate=0.02775837481021881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:40,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191640262Initializing all the Stores at 1732191640263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191640263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191640263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191640263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191640263Cleaning up temporary data from old regions at 1732191640270 (+7 ms)Region opened successfully at 1732191640273 (+3 ms) 2024-11-21T12:20:40,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:40,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:40,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:40,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:40,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:40,274 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:40,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191640273Disabling compacts and flushes for region at 1732191640273Disabling writes for close at 1732191640273Writing region close event to WAL at 1732191640274 (+1 ms)Closed at 1732191640274 2024-11-21T12:20:40,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:40,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:20:40,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:20:40,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:40,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:20:40,426 DEBUG [b4993cb2a74e:39185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:20:40,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:40,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,39177,1732191637667, state=OPENING 2024-11-21T12:20:40,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:20:40,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:20:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:40,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:40,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1134825742/meta-region-server: CHANGED 2024-11-21T12:20:40,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1134825742/meta-region-server: CHANGED 2024-11-21T12:20:40,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,39177,1732191637667}] 2024-11-21T12:20:40,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:40,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:20:40,821 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:20:40,821 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:40,822 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:20:40,823 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C39177%2C1732191637667.meta, suffix=.meta, logDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667, archiveDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/oldWALs, maxLogs=10 2024-11-21T12:20:40,840 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.meta.1732191640823.meta, exclude list is [], retry=0 2024-11-21T12:20:40,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-d9f8f731-6f67-4a68-9125-6820a8478c8b,DISK] 2024-11-21T12:20:40,844 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.meta.1732191640823.meta 2024-11-21T12:20:40,844 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40645:40645)] 2024-11-21T12:20:40,844 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:40,844 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:40,845 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:40,845 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:20:40,845 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:20:40,845 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:20:40,845 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:40,845 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:20:40,845 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:20:40,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:40,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:40,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:40,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:40,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:40,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:40,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:40,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:40,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:40,851 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:40,852 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740 2024-11-21T12:20:40,853 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740 2024-11-21T12:20:40,854 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:40,854 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:40,854 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:40,855 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:40,856 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73144095, jitterRate=0.08993194997310638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:40,856 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:20:40,856 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191640845Writing region info on filesystem at 1732191640845Initializing all the Stores at 1732191640846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191640846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191640848 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191640848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191640848Cleaning up temporary data from old regions at 1732191640854 (+6 ms)Running coprocessor post-open hooks at 1732191640856 (+2 ms)Region opened successfully at 1732191640856 2024-11-21T12:20:40,857 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191640817 2024-11-21T12:20:40,859 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:20:40,859 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:20:40,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:40,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,39177,1732191637667, state=OPEN 2024-11-21T12:20:40,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1134825742/meta-region-server 2024-11-21T12:20:40,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1134825742/meta-region-server 2024-11-21T12:20:40,867 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1134825742/meta-region-server: CHANGED 2024-11-21T12:20:40,867 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:40,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1134825742/meta-region-server: CHANGED 2024-11-21T12:20:40,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:20:40,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,39177,1732191637667 in 203 msec 2024-11-21T12:20:40,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:20:40,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 595 msec 2024-11-21T12:20:40,872 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:40,872 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:20:40,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:40,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,39177,1732191637667, seqNum=-1] 2024-11-21T12:20:40,873 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:40,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:40,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4390 sec 2024-11-21T12:20:40,878 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191640878, completionTime=-1 2024-11-21T12:20:40,878 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:20:40,878 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:20:40,880 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:20:40,880 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191700880 2024-11-21T12:20:40,880 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191760880 2024-11-21T12:20:40,880 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:20:40,880 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39185,1732191637471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:40,881 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39185,1732191637471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:40,881 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39185,1732191637471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:40,881 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:39185, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:40,881 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:40,881 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:40,883 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.141sec 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39185,1732191637471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:40,884 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39185,1732191637471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:20:40,887 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:20:40,887 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:20:40,887 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39185,1732191637471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:40,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d80b776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:40,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39185,-1 for getting cluster id 2024-11-21T12:20:40,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:40,912 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6cccd4-2871-4a2f-9c2c-bd3429db497c' 2024-11-21T12:20:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6cccd4-2871-4a2f-9c2c-bd3429db497c" 2024-11-21T12:20:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b03ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39185,-1] 2024-11-21T12:20:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:40,913 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:40,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a5e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:40,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,39177,1732191637667, seqNum=-1] 2024-11-21T12:20:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:40,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:40,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:40,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61028 2024-11-21T12:20:40,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:40,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d56aefc0005 connected 2024-11-21T12:20:40,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70d53ef4 2024-11-21T12:20:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:40,945 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:40,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:20:40,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:40,948 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:40,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:20:40,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:20:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:41,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba68b553b2de8203d60edc4005da8d6c, NAME => 'test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f 2024-11-21T12:20:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:20:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba68b553b2de8203d60edc4005da8d6c, disabling compactions & flushes 2024-11-21T12:20:41,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. after waiting 0 ms 2024-11-21T12:20:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:41,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba68b553b2de8203d60edc4005da8d6c: Waiting for close lock at 1732191641765Disabling compacts and flushes for region at 1732191641765Disabling writes for close at 1732191641765Writing region close event to WAL at 1732191641765Closed at 1732191641765 2024-11-21T12:20:41,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:41,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191641767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191641767"}]},"ts":"1732191641767"} 2024-11-21T12:20:41,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:41,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:41,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191641769"}]},"ts":"1732191641769"} 2024-11-21T12:20:41,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:20:41,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba68b553b2de8203d60edc4005da8d6c, ASSIGN}] 2024-11-21T12:20:41,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba68b553b2de8203d60edc4005da8d6c, ASSIGN 2024-11-21T12:20:41,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba68b553b2de8203d60edc4005da8d6c, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35669,1732191632366; forceNewPlan=false, retain=false 2024-11-21T12:20:41,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba68b553b2de8203d60edc4005da8d6c, regionState=OPENING, regionLocation=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba68b553b2de8203d60edc4005da8d6c, ASSIGN because future has completed 2024-11-21T12:20:41,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba68b553b2de8203d60edc4005da8d6c, server=b4993cb2a74e,35669,1732191632366}] 2024-11-21T12:20:42,081 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:42,081 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba68b553b2de8203d60edc4005da8d6c, NAME => 'test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:42,081 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:42,081 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:20:42,081 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,081 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:42,081 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,081 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,082 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,083 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba68b553b2de8203d60edc4005da8d6c columnFamilyName f 2024-11-21T12:20:42,083 DEBUG [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:42,083 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] regionserver.HStore(327): Store=ba68b553b2de8203d60edc4005da8d6c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:42,084 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,084 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba68b553b2de8203d60edc4005da8d6c columnFamilyName f1 2024-11-21T12:20:42,084 DEBUG [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:42,085 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] regionserver.HStore(327): Store=ba68b553b2de8203d60edc4005da8d6c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:42,085 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,086 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba68b553b2de8203d60edc4005da8d6c columnFamilyName norep 2024-11-21T12:20:42,086 DEBUG [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:42,086 INFO [StoreOpener-ba68b553b2de8203d60edc4005da8d6c-1 {}] regionserver.HStore(327): Store=ba68b553b2de8203d60edc4005da8d6c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:42,086 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,087 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,087 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,087 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,087 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,088 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:42,089 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,091 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:42,091 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba68b553b2de8203d60edc4005da8d6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66361771, jitterRate=-0.011132553219795227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:42,091 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:42,092 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba68b553b2de8203d60edc4005da8d6c: Running coprocessor pre-open hook at 1732191642081Writing region info on filesystem at 1732191642081Initializing all the Stores at 1732191642082 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191642082Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191642082Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191642082Cleaning up temporary data from old regions at 1732191642087 (+5 ms)Running coprocessor post-open hooks at 1732191642091 (+4 ms)Region opened successfully at 1732191642092 (+1 ms) 2024-11-21T12:20:42,093 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c., pid=6, masterSystemTime=1732191642077 2024-11-21T12:20:42,094 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:42,094 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:42,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba68b553b2de8203d60edc4005da8d6c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:42,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba68b553b2de8203d60edc4005da8d6c, server=b4993cb2a74e,35669,1732191632366 because future has completed 2024-11-21T12:20:42,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:20:42,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba68b553b2de8203d60edc4005da8d6c, server=b4993cb2a74e,35669,1732191632366 in 172 msec 2024-11-21T12:20:42,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:20:42,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba68b553b2de8203d60edc4005da8d6c, ASSIGN in 328 msec 2024-11-21T12:20:42,102 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:42,102 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191642102"}]},"ts":"1732191642102"} 2024-11-21T12:20:42,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:20:42,105 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:42,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-21T12:20:43,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:20:43,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:20:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:20:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:20:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:43,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:20:43,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:20:43,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:43,098 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:20:43,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:43,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:43,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79676092 2024-11-21T12:20:43,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:43,100 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:43,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:20:43,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:43,102 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:43,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:43,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:20:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:43,510 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ef294361f6976cc24f0feff229b07a3, NAME => 'test,,1732191643100.0ef294361f6976cc24f0feff229b07a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee 2024-11-21T12:20:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:20:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:43,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:43,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:43,819 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:43,914 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191643100.0ef294361f6976cc24f0feff229b07a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:43,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ef294361f6976cc24f0feff229b07a3, disabling compactions & flushes 2024-11-21T12:20:43,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:43,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:43,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. after waiting 0 ms 2024-11-21T12:20:43,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:43,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:43,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ef294361f6976cc24f0feff229b07a3: Waiting for close lock at 1732191643915Disabling compacts and flushes for region at 1732191643915Disabling writes for close at 1732191643915Writing region close event to WAL at 1732191643915Closed at 1732191643915 2024-11-21T12:20:43,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:43,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191643100.0ef294361f6976cc24f0feff229b07a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191643916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191643916"}]},"ts":"1732191643916"} 2024-11-21T12:20:43,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:43,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:43,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191643918"}]},"ts":"1732191643918"} 2024-11-21T12:20:43,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:20:43,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ef294361f6976cc24f0feff229b07a3, ASSIGN}] 2024-11-21T12:20:43,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ef294361f6976cc24f0feff229b07a3, ASSIGN 2024-11-21T12:20:43,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ef294361f6976cc24f0feff229b07a3, ASSIGN; state=OFFLINE, location=b4993cb2a74e,39177,1732191637667; forceNewPlan=false, retain=false 2024-11-21T12:20:44,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef294361f6976cc24f0feff229b07a3, regionState=OPENING, regionLocation=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:44,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ef294361f6976cc24f0feff229b07a3, ASSIGN because future has completed 2024-11-21T12:20:44,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef294361f6976cc24f0feff229b07a3, server=b4993cb2a74e,39177,1732191637667}] 2024-11-21T12:20:44,229 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:44,229 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ef294361f6976cc24f0feff229b07a3, NAME => 'test,,1732191643100.0ef294361f6976cc24f0feff229b07a3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:44,229 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:44,229 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:20:44,229 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,229 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191643100.0ef294361f6976cc24f0feff229b07a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:44,229 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,229 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,230 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,231 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef294361f6976cc24f0feff229b07a3 columnFamilyName f 2024-11-21T12:20:44,231 DEBUG [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:44,232 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] regionserver.HStore(327): Store=0ef294361f6976cc24f0feff229b07a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:44,232 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,233 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef294361f6976cc24f0feff229b07a3 columnFamilyName f1 2024-11-21T12:20:44,233 DEBUG [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:44,233 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] regionserver.HStore(327): Store=0ef294361f6976cc24f0feff229b07a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:44,233 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,234 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef294361f6976cc24f0feff229b07a3 columnFamilyName norep 2024-11-21T12:20:44,234 DEBUG [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:44,234 INFO [StoreOpener-0ef294361f6976cc24f0feff229b07a3-1 {}] regionserver.HStore(327): Store=0ef294361f6976cc24f0feff229b07a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:44,234 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,235 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,235 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,236 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,236 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,236 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:44,237 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,238 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:44,239 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ef294361f6976cc24f0feff229b07a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71534209, jitterRate=0.06594277918338776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:44,239 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:44,239 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ef294361f6976cc24f0feff229b07a3: Running coprocessor pre-open hook at 1732191644229Writing region info on filesystem at 1732191644229Initializing all the Stores at 1732191644230 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191644230Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191644230Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191644230Cleaning up temporary data from old regions at 1732191644236 (+6 ms)Running coprocessor post-open hooks at 1732191644239 (+3 ms)Region opened successfully at 1732191644239 2024-11-21T12:20:44,240 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191643100.0ef294361f6976cc24f0feff229b07a3., pid=6, masterSystemTime=1732191644226 2024-11-21T12:20:44,241 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:44,241 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:44,242 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef294361f6976cc24f0feff229b07a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:44,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef294361f6976cc24f0feff229b07a3, server=b4993cb2a74e,39177,1732191637667 because future has completed 2024-11-21T12:20:44,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:20:44,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ef294361f6976cc24f0feff229b07a3, server=b4993cb2a74e,39177,1732191637667 in 171 msec 2024-11-21T12:20:44,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:20:44,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ef294361f6976cc24f0feff229b07a3, ASSIGN in 326 msec 2024-11-21T12:20:44,248 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:44,248 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191644248"}]},"ts":"1732191644248"} 2024-11-21T12:20:44,250 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:20:44,250 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:44,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-21T12:20:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:45,249 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:20:45,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461cac11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46569,-1 for getting cluster id 2024-11-21T12:20:45,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:45,250 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d' 2024-11-21T12:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d" 2024-11-21T12:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145471d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46569,-1] 2024-11-21T12:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:45,252 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:45,252 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d690edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba7e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39185,-1 for getting cluster id 2024-11-21T12:20:45,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:45,253 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6cccd4-2871-4a2f-9c2c-bd3429db497c' 2024-11-21T12:20:45,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:45,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6cccd4-2871-4a2f-9c2c-bd3429db497c" 2024-11-21T12:20:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207626e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39185,-1] 2024-11-21T12:20:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:45,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:45,255 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:45,255 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf257c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6973508f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46569,-1 for getting cluster id 2024-11-21T12:20:45,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:45,256 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d' 2024-11-21T12:20:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d" 2024-11-21T12:20:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2423bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46569,-1] 2024-11-21T12:20:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:45,258 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:45,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e2156f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb55eb0 2024-11-21T12:20:45,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:45,260 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:45,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:39185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:20:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:20:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:45,263 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:39185' 2024-11-21T12:20:45,264 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1472888f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,264 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39185,-1 for getting cluster id 2024-11-21T12:20:45,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:45,265 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6cccd4-2871-4a2f-9c2c-bd3429db497c' 2024-11-21T12:20:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6cccd4-2871-4a2f-9c2c-bd3429db497c" 2024-11-21T12:20:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d31056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39185,-1] 2024-11-21T12:20:45,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:45,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:45,266 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:45,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5422620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:45,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:45,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:45,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@658a0d8b 2024-11-21T12:20:45,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:45,269 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:45,269 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:20:45,270 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:20:45,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:45,270 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:45,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:45,270 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:45,271 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:20:45,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:45,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:45,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:20:45,321 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:20:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:45,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:20:45,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a9887f54b8ea25a8e06e88033490c6f, NAME => 'hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f 2024-11-21T12:20:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:20:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:46,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:46,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a9887f54b8ea25a8e06e88033490c6f, disabling compactions & flushes 2024-11-21T12:20:46,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:46,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:46,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. after waiting 0 ms 2024-11-21T12:20:46,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:46,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:46,085 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a9887f54b8ea25a8e06e88033490c6f: Waiting for close lock at 1732191646085Disabling compacts and flushes for region at 1732191646085Disabling writes for close at 1732191646085Writing region close event to WAL at 1732191646085Closed at 1732191646085 2024-11-21T12:20:46,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:46,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191646086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191646086"}]},"ts":"1732191646086"} 2024-11-21T12:20:46,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:46,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:46,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191646089"}]},"ts":"1732191646089"} 2024-11-21T12:20:46,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:20:46,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a9887f54b8ea25a8e06e88033490c6f, ASSIGN}] 2024-11-21T12:20:46,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a9887f54b8ea25a8e06e88033490c6f, ASSIGN 2024-11-21T12:20:46,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a9887f54b8ea25a8e06e88033490c6f, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35669,1732191632366; forceNewPlan=false, retain=false 2024-11-21T12:20:46,243 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a9887f54b8ea25a8e06e88033490c6f, regionState=OPENING, regionLocation=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:46,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a9887f54b8ea25a8e06e88033490c6f, ASSIGN because future has completed 2024-11-21T12:20:46,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9887f54b8ea25a8e06e88033490c6f, server=b4993cb2a74e,35669,1732191632366}] 2024-11-21T12:20:46,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:46,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:46,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:46,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:46,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:20:46,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35669%2C1732191632366.rep, suffix=, logDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366, archiveDir=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/oldWALs, maxLogs=10 2024-11-21T12:20:46,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.rep.1732191646402, exclude list is [], retry=0 2024-11-21T12:20:46,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36983,DS-a389093a-d727-4e23-aa6b-65a939bd2754,DISK] 2024-11-21T12:20:46,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.rep.1732191646402 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38709:38709)] 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a9887f54b8ea25a8e06e88033490c6f, NAME => 'hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:46,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. service=MultiRowMutationService 2024-11-21T12:20:46,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,419 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,420 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9887f54b8ea25a8e06e88033490c6f columnFamilyName hfileref 2024-11-21T12:20:46,421 DEBUG [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:46,421 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] regionserver.HStore(327): Store=7a9887f54b8ea25a8e06e88033490c6f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:46,421 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,422 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9887f54b8ea25a8e06e88033490c6f columnFamilyName queue 2024-11-21T12:20:46,422 DEBUG [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:46,422 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] regionserver.HStore(327): Store=7a9887f54b8ea25a8e06e88033490c6f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:46,422 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,423 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a9887f54b8ea25a8e06e88033490c6f columnFamilyName sid 2024-11-21T12:20:46,423 DEBUG [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:46,423 INFO [StoreOpener-7a9887f54b8ea25a8e06e88033490c6f-1 {}] regionserver.HStore(327): Store=7a9887f54b8ea25a8e06e88033490c6f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:46,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:46,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:46,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a9887f54b8ea25a8e06e88033490c6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67044116, jitterRate=-9.64820384979248E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a9887f54b8ea25a8e06e88033490c6f: Running coprocessor pre-open hook at 1732191646418Writing region info on filesystem at 1732191646418Initializing all the Stores at 1732191646419 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191646419Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191646419Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191646419Cleaning up temporary data from old regions at 1732191646425 (+6 ms)Running coprocessor post-open hooks at 1732191646429 (+4 ms)Region opened successfully at 1732191646429 2024-11-21T12:20:46,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f., pid=10, masterSystemTime=1732191646397 2024-11-21T12:20:46,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:46,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:46,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a9887f54b8ea25a8e06e88033490c6f, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a9887f54b8ea25a8e06e88033490c6f, server=b4993cb2a74e,35669,1732191632366 because future has completed 2024-11-21T12:20:46,435 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b4993cb2a74e,35669,1732191632366, table=hbase:replication, region=7a9887f54b8ea25a8e06e88033490c6f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T12:20:46,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:20:46,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a9887f54b8ea25a8e06e88033490c6f, server=b4993cb2a74e,35669,1732191632366 in 190 msec 2024-11-21T12:20:46,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:20:46,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a9887f54b8ea25a8e06e88033490c6f, ASSIGN in 346 msec 2024-11-21T12:20:46,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:46,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191646439"}]},"ts":"1732191646439"} 2024-11-21T12:20:46,441 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:20:46,441 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:46,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-21T12:20:46,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f., hostname=b4993cb2a74e,35669,1732191632366, seqNum=2] 2024-11-21T12:20:46,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:20:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:46,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:20:46,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:20:46,726 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:20:46,752 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,35669,1732191632366, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:20:46,753 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:46,753 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35669,1732191632366, seqNum=-1] 2024-11-21T12:20:46,753 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:46,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:46,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,35669,1732191632366', locateType=CURRENT is [region=hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f., hostname=b4993cb2a74e,35669,1732191632366, seqNum=2] 2024-11-21T12:20:46,757 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:20:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:20:46,759 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,35669,1732191632366 suceeded 2024-11-21T12:20:46,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:20:46,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T12:20:46,761 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:39185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:20:46,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-21T12:20:46,771 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:39185' 2024-11-21T12:20:46,772 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6726f428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:46,772 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39185,-1 for getting cluster id 2024-11-21T12:20:46,772 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:46,773 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6cccd4-2871-4a2f-9c2c-bd3429db497c' 2024-11-21T12:20:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6cccd4-2871-4a2f-9c2c-bd3429db497c" 2024-11-21T12:20:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a692c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39185,-1] 2024-11-21T12:20:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:46,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:46,774 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:46,774 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b0110c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:46,775 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:46,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:46,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1042d74 2024-11-21T12:20:46,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:46,776 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:46,776 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,35669,1732191632366 (queues=1) is replicating from cluster=0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d to cluster=fc6cccd4-2871-4a2f-9c2c-bd3429db497c 2024-11-21T12:20:46,777 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C35669%2C1732191632366 2024-11-21T12:20:46,777 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,35669,1732191632366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:20:46,777 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C35669%2C1732191632366 2024-11-21T12:20:46,777 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, startPosition=0, beingWritten=true 2024-11-21T12:20:46,782 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:46,782 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:46,782 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,35669,1732191632366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:46,985 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:47,290 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:47,409 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:20:47,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:47,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:47,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:47,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:47,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:47,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2407e48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:47,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39185,-1 for getting cluster id 2024-11-21T12:20:47,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:47,411 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6cccd4-2871-4a2f-9c2c-bd3429db497c' 2024-11-21T12:20:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6cccd4-2871-4a2f-9c2c-bd3429db497c" 2024-11-21T12:20:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff35b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39185,-1] 2024-11-21T12:20:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:47,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:47,412 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:47,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3232a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:47,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@751bbd69 2024-11-21T12:20:47,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:47,414 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:47,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:20:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:20:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:47,417 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:46569' 2024-11-21T12:20:47,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419bb56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:47,418 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46569,-1 for getting cluster id 2024-11-21T12:20:47,418 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:47,419 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d' 2024-11-21T12:20:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d" 2024-11-21T12:20:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e06c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46569,-1] 2024-11-21T12:20:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:47,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:47,420 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:47,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8acacc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:47,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@450a28bc 2024-11-21T12:20:47,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:47,422 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:47,423 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:20:47,423 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:20:47,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:47,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:47,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:47,423 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:47,424 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:20:47,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:47,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:47,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:47,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:20:47,474 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:20:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:47,694 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:47,832 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8e35b70d0810ebb212fa4d292951f4d, NAME => 'hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee 2024-11-21T12:20:47,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:20:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:48,198 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:48,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:48,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c8e35b70d0810ebb212fa4d292951f4d, disabling compactions & flushes 2024-11-21T12:20:48,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:48,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:48,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. after waiting 0 ms 2024-11-21T12:20:48,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:48,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:48,241 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8e35b70d0810ebb212fa4d292951f4d: Waiting for close lock at 1732191648241Disabling compacts and flushes for region at 1732191648241Disabling writes for close at 1732191648241Writing region close event to WAL at 1732191648241Closed at 1732191648241 2024-11-21T12:20:48,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:48,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191648242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191648242"}]},"ts":"1732191648242"} 2024-11-21T12:20:48,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:48,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:48,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191648245"}]},"ts":"1732191648245"} 2024-11-21T12:20:48,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:20:48,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8e35b70d0810ebb212fa4d292951f4d, ASSIGN}] 2024-11-21T12:20:48,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8e35b70d0810ebb212fa4d292951f4d, ASSIGN 2024-11-21T12:20:48,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8e35b70d0810ebb212fa4d292951f4d, ASSIGN; state=OFFLINE, location=b4993cb2a74e,39177,1732191637667; forceNewPlan=false, retain=false 2024-11-21T12:20:48,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8e35b70d0810ebb212fa4d292951f4d, regionState=OPENING, regionLocation=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:48,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8e35b70d0810ebb212fa4d292951f4d, ASSIGN because future has completed 2024-11-21T12:20:48,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e35b70d0810ebb212fa4d292951f4d, server=b4993cb2a74e,39177,1732191637667}] 2024-11-21T12:20:48,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:48,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:48,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:20:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:48,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C39177%2C1732191637667.rep, suffix=, logDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667, archiveDir=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/oldWALs, maxLogs=10 2024-11-21T12:20:48,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.rep.1732191648558, exclude list is [], retry=0 2024-11-21T12:20:48,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36163,DS-d9f8f731-6f67-4a68-9125-6820a8478c8b,DISK] 2024-11-21T12:20:48,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.rep.1732191648558 2024-11-21T12:20:48,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40645:40645)] 2024-11-21T12:20:48,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c8e35b70d0810ebb212fa4d292951f4d, NAME => 'hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:48,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:48,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:48,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. service=MultiRowMutationService 2024-11-21T12:20:48,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:20:48,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:48,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,575 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,576 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e35b70d0810ebb212fa4d292951f4d columnFamilyName hfileref 2024-11-21T12:20:48,576 DEBUG [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:48,576 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] regionserver.HStore(327): Store=c8e35b70d0810ebb212fa4d292951f4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:48,576 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,578 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e35b70d0810ebb212fa4d292951f4d columnFamilyName queue 2024-11-21T12:20:48,578 DEBUG [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:48,578 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] regionserver.HStore(327): Store=c8e35b70d0810ebb212fa4d292951f4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:48,578 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,579 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8e35b70d0810ebb212fa4d292951f4d columnFamilyName sid 2024-11-21T12:20:48,579 DEBUG [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:48,579 INFO [StoreOpener-c8e35b70d0810ebb212fa4d292951f4d-1 {}] regionserver.HStore(327): Store=c8e35b70d0810ebb212fa4d292951f4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:48,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:48,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:48,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c8e35b70d0810ebb212fa4d292951f4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68725949, jitterRate=0.024096444249153137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:48,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:48,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c8e35b70d0810ebb212fa4d292951f4d: Running coprocessor pre-open hook at 1732191648574Writing region info on filesystem at 1732191648574Initializing all the Stores at 1732191648574Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191648574Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191648574Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191648574Cleaning up temporary data from old regions at 1732191648581 (+7 ms)Running coprocessor post-open hooks at 1732191648584 (+3 ms)Region opened successfully at 1732191648584 2024-11-21T12:20:48,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d., pid=10, masterSystemTime=1732191648553 2024-11-21T12:20:48,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:48,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:48,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8e35b70d0810ebb212fa4d292951f4d, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:48,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8e35b70d0810ebb212fa4d292951f4d, server=b4993cb2a74e,39177,1732191637667 because future has completed 2024-11-21T12:20:48,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:20:48,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c8e35b70d0810ebb212fa4d292951f4d, server=b4993cb2a74e,39177,1732191637667 in 187 msec 2024-11-21T12:20:48,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:20:48,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8e35b70d0810ebb212fa4d292951f4d, ASSIGN in 343 msec 2024-11-21T12:20:48,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:48,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191648592"}]},"ts":"1732191648592"} 2024-11-21T12:20:48,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:20:48,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:48,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-21T12:20:48,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d., hostname=b4993cb2a74e,39177,1732191637667, seqNum=2] 2024-11-21T12:20:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:48,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:20:48,802 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:48,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:20:48,895 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:20:48,923 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,39177,1732191637667, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:20:48,923 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:48,923 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,39177,1732191637667, seqNum=-1] 2024-11-21T12:20:48,924 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:48,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:48,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,39177,1732191637667', locateType=CURRENT is [region=hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d., hostname=b4993cb2a74e,39177,1732191637667, seqNum=2] 2024-11-21T12:20:48,928 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:20:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:20:48,943 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,39177,1732191637667 suceeded 2024-11-21T12:20:48,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:20:48,945 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:20:48,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-21T12:20:48,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5300 sec 2024-11-21T12:20:48,959 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:46569' 2024-11-21T12:20:48,961 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79de59fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:48,961 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46569,-1 for getting cluster id 2024-11-21T12:20:48,961 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:48,962 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d' 2024-11-21T12:20:48,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:48,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d" 2024-11-21T12:20:48,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254b85a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46569,-1] 2024-11-21T12:20:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:48,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:48,964 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:48,964 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c008c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:48,964 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:48,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:48,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ecfddb 2024-11-21T12:20:48,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:48,966 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:48,967 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,39177,1732191637667 (queues=1) is replicating from cluster=fc6cccd4-2871-4a2f-9c2c-bd3429db497c to cluster=0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d 2024-11-21T12:20:48,967 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C39177%2C1732191637667 2024-11-21T12:20:48,967 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,39177,1732191637667, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:20:48,967 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735, startPosition=0, beingWritten=true 2024-11-21T12:20:48,967 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C39177%2C1732191637667 2024-11-21T12:20:48,973 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:48,973 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 379, reset compression=false 2024-11-21T12:20:48,973 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,39177,1732191637667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:49,177 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 379, reset compression=false 2024-11-21T12:20:49,479 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 379, reset compression=false 2024-11-21T12:20:49,506 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:49,569 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:20:49,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:49,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:49,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:49,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:49,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:49,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35669,1732191632366, seqNum=-1] 2024-11-21T12:20:49,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:49,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:49,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c., hostname=b4993cb2a74e,35669,1732191632366, seqNum=2] 2024-11-21T12:20:49,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,39177,1732191637667, seqNum=-1] 2024-11-21T12:20:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:49,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191643100.0ef294361f6976cc24f0feff229b07a3., hostname=b4993cb2a74e,39177,1732191637667, seqNum=2] 2024-11-21T12:20:49,581 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T12:20:49,883 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 379, reset compression=false 2024-11-21T12:20:50,309 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 379, reset compression=false 2024-11-21T12:20:50,367 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:50,368 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 480, reset compression=false 2024-11-21T12:20:50,368 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,35669,1732191632366 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba68b553b2de8203d60edc4005da8d6c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T12:20:50,370 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:50,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T12:20:50,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:20:50,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@298f7c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:50,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39185,-1 for getting cluster id 2024-11-21T12:20:50,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:50,374 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc6cccd4-2871-4a2f-9c2c-bd3429db497c' 2024-11-21T12:20:50,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:50,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc6cccd4-2871-4a2f-9c2c-bd3429db497c" 2024-11-21T12:20:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad0446a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39185,-1] 2024-11-21T12:20:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:50,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:50,376 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:50,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e1bda31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:50,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:50,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,39177,1732191637667, seqNum=-1] 2024-11-21T12:20:50,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:50,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:50,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191643100.0ef294361f6976cc24f0feff229b07a3., hostname=b4993cb2a74e,39177,1732191637667, seqNum=2] 2024-11-21T12:20:50,387 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 379, reset compression=false 2024-11-21T12:20:50,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:20:50,573 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 480, reset compression=false 2024-11-21T12:20:50,583 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T12:20:50,586 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T12:20:50,877 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 480, reset compression=false 2024-11-21T12:20:50,990 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 379, reset compression=false 2024-11-21T12:20:50,995 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:50,995 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 607, reset compression=false 2024-11-21T12:20:50,995 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,39177,1732191637667 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ef294361f6976cc24f0feff229b07a3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:20:50,997 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:50,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T12:20:50,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:20:50,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5815b435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:50,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46569,-1 for getting cluster id 2024-11-21T12:20:50,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:51,000 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d' 2024-11-21T12:20:51,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:51,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d9023e9-7b5d-412a-bc9f-b1efaf8ded3d" 2024-11-21T12:20:51,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278f817f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:51,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46569,-1] 2024-11-21T12:20:51,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:51,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:51,002 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:51,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d7beafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:51,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:51,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35669,1732191632366, seqNum=-1] 2024-11-21T12:20:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:51,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:51,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c., hostname=b4993cb2a74e,35669,1732191632366, seqNum=2] 2024-11-21T12:20:51,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:20:51,200 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 607, reset compression=false 2024-11-21T12:20:51,281 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 480, reset compression=false 2024-11-21T12:20:51,285 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:51,285 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 608, reset compression=false 2024-11-21T12:20:51,285 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,35669,1732191632366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:51,488 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 608, reset compression=false 2024-11-21T12:20:51,503 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 607, reset compression=false 2024-11-21T12:20:51,588 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T12:20:51,599 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T12:20:51,792 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 608, reset compression=false 2024-11-21T12:20:51,796 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:51,796 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 764, reset compression=false 2024-11-21T12:20:51,797 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,35669,1732191632366 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba68b553b2de8203d60edc4005da8d6c/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T12:20:51,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:20:51,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:20:51,907 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 607, reset compression=false 2024-11-21T12:20:51,911 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:51,911 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 754, reset compression=false 2024-11-21T12:20:51,911 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,39177,1732191637667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:51,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:51,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:52,002 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 764, reset compression=false 2024-11-21T12:20:52,122 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 754, reset compression=false 2024-11-21T12:20:52,305 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 764, reset compression=false 2024-11-21T12:20:52,430 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 754, reset compression=false 2024-11-21T12:20:52,601 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T12:20:52,604 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T12:20:52,709 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 764, reset compression=false 2024-11-21T12:20:52,833 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 754, reset compression=false 2024-11-21T12:20:52,837 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:52,837 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 913, reset compression=false 2024-11-21T12:20:52,837 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,39177,1732191637667 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ef294361f6976cc24f0feff229b07a3/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:20:52,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:20:52,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:20:53,040 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 913, reset compression=false 2024-11-21T12:20:53,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:20:53,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:53,212 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 764, reset compression=false 2024-11-21T12:20:53,216 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:53,216 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:53,216 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,35669,1732191632366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:53,343 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 913, reset compression=false 2024-11-21T12:20:53,421 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:53,606 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T12:20:53,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:20:53,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:53,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:53,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:53,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:53,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:53,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:20:53,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1281084756, stopped=false 2024-11-21T12:20:53,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,39185,1732191637471 2024-11-21T12:20:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1134825742/running 2024-11-21T12:20:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1134825742/running 2024-11-21T12:20:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:53,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:53,667 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:53,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:53,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:53,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:53,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,39177,1732191637667' ***** 2024-11-21T12:20:53,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:20:53,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on znode that does not yet exist, /1-1134825742/running 2024-11-21T12:20:53,668 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:20:53,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Set watcher on znode that does not yet exist, /1-1134825742/running 2024-11-21T12:20:53,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:20:53,668 INFO [RS:0;b4993cb2a74e:39177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:20:53,668 INFO [RS:0;b4993cb2a74e:39177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:20:53,668 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(3091): Received CLOSE for c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:53,668 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ef294361f6976cc24f0feff229b07a3 2024-11-21T12:20:53,668 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:53,668 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:53,668 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8e35b70d0810ebb212fa4d292951f4d, disabling compactions & flushes 2024-11-21T12:20:53,668 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:53,669 INFO [RS:0;b4993cb2a74e:39177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:39177. 2024-11-21T12:20:53,669 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:53,669 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. after waiting 0 ms 2024-11-21T12:20:53,669 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:53,669 DEBUG [RS:0;b4993cb2a74e:39177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:53,669 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:53,669 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8e35b70d0810ebb212fa4d292951f4d 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-21T12:20:53,669 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:20:53,669 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:20:53,669 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:20:53,669 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:20:53,669 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:20:53,669 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1325): Online Regions={c8e35b70d0810ebb212fa4d292951f4d=hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d., 0ef294361f6976cc24f0feff229b07a3=test,,1732191643100.0ef294361f6976cc24f0feff229b07a3., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:53,669 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:53,669 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1351): Waiting on 0ef294361f6976cc24f0feff229b07a3, 1588230740, c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:53,669 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:53,669 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:53,669 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:53,669 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:53,669 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:20:53,686 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d/.tmp/queue/beb0944eedd348598e89eb58d0d2b88c is 153, key is 1-b4993cb2a74e,39177,1732191637667/queue:b4993cb2a74e%2C39177%2C1732191637667/1732191652841/Put/seqid=0 2024-11-21T12:20:53,686 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/info/7715934e46fa40928e686aae6f431f40 is 147, key is hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d./info:regioninfo/1732191648586/Put/seqid=0 2024-11-21T12:20:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741840_1016 (size=5352) 2024-11-21T12:20:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:20:53,690 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/info/7715934e46fa40928e686aae6f431f40 2024-11-21T12:20:53,710 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/ns/d0c1ab9cb3064c23ae078c10b1582f22 is 43, key is default/ns:d/1732191640875/Put/seqid=0 2024-11-21T12:20:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:20:53,716 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:53,725 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:53,747 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 913, reset compression=false 2024-11-21T12:20:53,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:53,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:53,828 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28302 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:20:53,869 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1351): Waiting on 0ef294361f6976cc24f0feff229b07a3, 1588230740, c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:54,069 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1351): Waiting on 0ef294361f6976cc24f0feff229b07a3, 1588230740, c8e35b70d0810ebb212fa4d292951f4d 2024-11-21T12:20:54,090 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d/.tmp/queue/beb0944eedd348598e89eb58d0d2b88c 2024-11-21T12:20:54,094 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d/.tmp/queue/beb0944eedd348598e89eb58d0d2b88c as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d/queue/beb0944eedd348598e89eb58d0d2b88c 2024-11-21T12:20:54,097 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d/queue/beb0944eedd348598e89eb58d0d2b88c, entries=1, sequenceid=9, filesize=5.2 K 2024-11-21T12:20:54,098 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for c8e35b70d0810ebb212fa4d292951f4d in 429ms, sequenceid=9, compaction requested=false 2024-11-21T12:20:54,101 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/replication/c8e35b70d0810ebb212fa4d292951f4d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-21T12:20:54,101 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:54,101 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:54,101 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:54,101 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8e35b70d0810ebb212fa4d292951f4d: Waiting for close lock at 1732191653668Running coprocessor pre-close hooks at 1732191653668Disabling compacts and flushes for region at 1732191653668Disabling writes for close at 1732191653669 (+1 ms)Obtaining lock to block concurrent updates at 1732191653669Preparing flush snapshotting stores in c8e35b70d0810ebb212fa4d292951f4d at 1732191653669Finished memstore snapshotting hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732191653669Flushing stores of hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. at 1732191653669Flushing c8e35b70d0810ebb212fa4d292951f4d/queue: creating writer at 1732191653670 (+1 ms)Flushing c8e35b70d0810ebb212fa4d292951f4d/queue: appending metadata at 1732191653685 (+15 ms)Flushing c8e35b70d0810ebb212fa4d292951f4d/queue: closing flushed file at 1732191653685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed4f43b: reopening flushed file at 1732191654093 (+408 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for c8e35b70d0810ebb212fa4d292951f4d in 429ms, sequenceid=9, compaction requested=false at 1732191654098 (+5 ms)Writing region close event to WAL at 1732191654098Running coprocessor post-close hooks at 1732191654101 (+3 ms)Closed at 1732191654101 2024-11-21T12:20:54,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191647423.c8e35b70d0810ebb212fa4d292951f4d. 2024-11-21T12:20:54,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ef294361f6976cc24f0feff229b07a3, disabling compactions & flushes 2024-11-21T12:20:54,102 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:54,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:54,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. after waiting 0 ms 2024-11-21T12:20:54,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:54,102 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ef294361f6976cc24f0feff229b07a3 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T12:20:54,114 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/ns/d0c1ab9cb3064c23ae078c10b1582f22 2024-11-21T12:20:54,119 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/f/2f520a978f9a425285c23099f1e83517 is 29, key is row1/f:/1732191652601/DeleteFamily/seqid=0 2024-11-21T12:20:54,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741843_1019 (size=5118) 2024-11-21T12:20:54,123 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/f/2f520a978f9a425285c23099f1e83517 2024-11-21T12:20:54,126 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f520a978f9a425285c23099f1e83517 2024-11-21T12:20:54,128 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:54,137 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/rep_barrier/b297f9f233c943bfa6604b3943434474 is 112, key is test,,1732191643100.0ef294361f6976cc24f0feff229b07a3./rep_barrier:seqnumDuringOpen/1732191644242/Put/seqid=0 2024-11-21T12:20:54,140 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/f1/d57c636b24454113afd868d80c901bc1 is 30, key is row1/f1:/1732191652601/DeleteFamily/seqid=0 2024-11-21T12:20:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741845_1021 (size=5123) 2024-11-21T12:20:54,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:20:54,250 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 913, reset compression=false 2024-11-21T12:20:54,254 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:54,254 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 1160, reset compression=false 2024-11-21T12:20:54,254 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,39177,1732191637667 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:54,255 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,39177,1732191637667: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,39177,1732191637667, walGroup=b4993cb2a74e%2C39177%2C1732191637667, offset=b4993cb2a74e%2C39177%2C1732191637667.1732191639735:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:39177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:20:54,256 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:20:54,256 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:20:54,257 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:20:54,257 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:20:54,257 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:20:54,257 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 615399592 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 191278688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:20:54,257 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:39185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:39185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:20:54,270 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1351): Waiting on 0ef294361f6976cc24f0feff229b07a3, 1588230740 2024-11-21T12:20:54,459 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 1160, reset compression=false 2024-11-21T12:20:54,470 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1351): Waiting on 0ef294361f6976cc24f0feff229b07a3, 1588230740 2024-11-21T12:20:54,543 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/f1/d57c636b24454113afd868d80c901bc1 2024-11-21T12:20:54,545 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/rep_barrier/b297f9f233c943bfa6604b3943434474 2024-11-21T12:20:54,548 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d57c636b24454113afd868d80c901bc1 2024-11-21T12:20:54,565 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/norep/a367ebc3668741ff91c725301bea5151 is 33, key is row1/norep:/1732191652601/DeleteFamily/seqid=0 2024-11-21T12:20:54,566 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/table/7795b6fe78b94e99af35d564e9547451 is 53, key is hbase:replication/table:state/1732191648592/Put/seqid=0 2024-11-21T12:20:54,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:20:54,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741847_1023 (size=5108) 2024-11-21T12:20:54,576 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/norep/a367ebc3668741ff91c725301bea5151 2024-11-21T12:20:54,582 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a367ebc3668741ff91c725301bea5151 2024-11-21T12:20:54,582 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/f/2f520a978f9a425285c23099f1e83517 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/f/2f520a978f9a425285c23099f1e83517 2024-11-21T12:20:54,586 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f520a978f9a425285c23099f1e83517 2024-11-21T12:20:54,586 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/f/2f520a978f9a425285c23099f1e83517, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:20:54,587 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/f1/d57c636b24454113afd868d80c901bc1 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/f1/d57c636b24454113afd868d80c901bc1 2024-11-21T12:20:54,591 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d57c636b24454113afd868d80c901bc1 2024-11-21T12:20:54,591 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/f1/d57c636b24454113afd868d80c901bc1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:20:54,592 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/.tmp/norep/a367ebc3668741ff91c725301bea5151 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/norep/a367ebc3668741ff91c725301bea5151 2024-11-21T12:20:54,595 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a367ebc3668741ff91c725301bea5151 2024-11-21T12:20:54,595 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/norep/a367ebc3668741ff91c725301bea5151, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T12:20:54,596 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0ef294361f6976cc24f0feff229b07a3 in 494ms, sequenceid=8, compaction requested=false 2024-11-21T12:20:54,599 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/default/test/0ef294361f6976cc24f0feff229b07a3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T12:20:54,599 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:54,599 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:54,599 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:54,599 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ef294361f6976cc24f0feff229b07a3: Waiting for close lock at 1732191654102Running coprocessor pre-close hooks at 1732191654102Disabling compacts and flushes for region at 1732191654102Disabling writes for close at 1732191654102Obtaining lock to block concurrent updates at 1732191654102Preparing flush snapshotting stores in 0ef294361f6976cc24f0feff229b07a3 at 1732191654102Finished memstore snapshotting test,,1732191643100.0ef294361f6976cc24f0feff229b07a3., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732191654102Flushing stores of test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. at 1732191654103 (+1 ms)Flushing 0ef294361f6976cc24f0feff229b07a3/f: creating writer at 1732191654103Flushing 0ef294361f6976cc24f0feff229b07a3/f: appending metadata at 1732191654119 (+16 ms)Flushing 0ef294361f6976cc24f0feff229b07a3/f: closing flushed file at 1732191654119Flushing 0ef294361f6976cc24f0feff229b07a3/f1: creating writer at 1732191654126 (+7 ms)Flushing 0ef294361f6976cc24f0feff229b07a3/f1: appending metadata at 1732191654139 (+13 ms)Flushing 0ef294361f6976cc24f0feff229b07a3/f1: closing flushed file at 1732191654139Flushing 0ef294361f6976cc24f0feff229b07a3/norep: creating writer at 1732191654548 (+409 ms)Flushing 0ef294361f6976cc24f0feff229b07a3/norep: appending metadata at 1732191654565 (+17 ms)Flushing 0ef294361f6976cc24f0feff229b07a3/norep: closing flushed file at 1732191654565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f78e51d: reopening flushed file at 1732191654582 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f067c6f: reopening flushed file at 1732191654587 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71d1b7aa: reopening flushed file at 1732191654591 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0ef294361f6976cc24f0feff229b07a3 in 494ms, sequenceid=8, compaction requested=false at 1732191654596 (+5 ms)Writing region close event to WAL at 1732191654597 (+1 ms)Running coprocessor post-close hooks at 1732191654599 (+2 ms)Closed at 1732191654599 2024-11-21T12:20:54,599 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191643100.0ef294361f6976cc24f0feff229b07a3. 2024-11-21T12:20:54,605 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:20:54,605 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:20:54,632 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:54,670 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:20:54,670 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:54,670 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:54,763 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 1160, reset compression=false 2024-11-21T12:20:54,768 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:54,768 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 1804, reset compression=false 2024-11-21T12:20:54,870 DEBUG [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:54,972 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 1804, reset compression=false 2024-11-21T12:20:54,976 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/table/7795b6fe78b94e99af35d564e9547451 2024-11-21T12:20:54,980 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/info/7715934e46fa40928e686aae6f431f40 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/info/7715934e46fa40928e686aae6f431f40 2024-11-21T12:20:54,983 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/info/7715934e46fa40928e686aae6f431f40, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:20:54,984 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/ns/d0c1ab9cb3064c23ae078c10b1582f22 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/ns/d0c1ab9cb3064c23ae078c10b1582f22 2024-11-21T12:20:54,987 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/ns/d0c1ab9cb3064c23ae078c10b1582f22, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:20:54,988 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/rep_barrier/b297f9f233c943bfa6604b3943434474 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/rep_barrier/b297f9f233c943bfa6604b3943434474 2024-11-21T12:20:54,991 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/rep_barrier/b297f9f233c943bfa6604b3943434474, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:20:54,991 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/.tmp/table/7795b6fe78b94e99af35d564e9547451 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/table/7795b6fe78b94e99af35d564e9547451 2024-11-21T12:20:54,995 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/table/7795b6fe78b94e99af35d564e9547451, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:20:54,995 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-21T12:20:54,999 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:20:54,999 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:54,999 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:55,000 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:55,000 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191653669Running coprocessor pre-close hooks at 1732191653669Disabling compacts and flushes for region at 1732191653669Disabling writes for close at 1732191653669Obtaining lock to block concurrent updates at 1732191653669Preparing flush snapshotting stores in 1588230740 at 1732191653669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191653669Flushing stores of hbase:meta,,1.1588230740 at 1732191653670 (+1 ms)Flushing 1588230740/info: creating writer at 1732191653670Flushing 1588230740/info: appending metadata at 1732191653686 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732191653686Flushing 1588230740/ns: creating writer at 1732191653694 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732191653709 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191653709Flushing 1588230740/rep_barrier: creating writer at 1732191654117 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191654136 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191654136Flushing 1588230740/table: creating writer at 1732191654549 (+413 ms)Flushing 1588230740/table: appending metadata at 1732191654565 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732191654565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70284384: reopening flushed file at 1732191654979 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1367eb: reopening flushed file at 1732191654983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f5b4e4: reopening flushed file at 1732191654987 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c66fe40: reopening flushed file at 1732191654991 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1732191654995 (+4 ms)Writing region close event to WAL at 1732191654997 (+2 ms)Running coprocessor post-close hooks at 1732191654999 (+2 ms)Closed at 1732191654999 2024-11-21T12:20:55,000 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:55,070 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,39177,1732191637667; all regions closed. 2024-11-21T12:20:55,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.meta.1732191640823.meta not finished, retry = 0 2024-11-21T12:20:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:20:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741839_1015 (size=2458) 2024-11-21T12:20:55,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.rep.1732191648558 not finished, retry = 0 2024-11-21T12:20:55,236 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:55,275 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 to pos 1804, reset compression=false 2024-11-21T12:20:55,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 not finished, retry = 0 2024-11-21T12:20:55,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741832_1008 (size=1812) 2024-11-21T12:20:55,378 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:55,378 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:55,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/WALs/b4993cb2a74e,39177,1732191637667/b4993cb2a74e%2C39177%2C1732191637667.1732191639735 2024-11-21T12:20:55,378 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:55,378 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:55,379 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:55,379 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:55,379 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,39177,1732191637667 because: Region server is closing 2024-11-21T12:20:55,379 INFO [RS:0;b4993cb2a74e:39177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:39177. 2024-11-21T12:20:55,379 DEBUG [RS:0;b4993cb2a74e:39177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:55,379 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:55,379 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:55,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:55,479 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.shipperb4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 terminated 2024-11-21T12:20:55,480 INFO [RS:0;b4993cb2a74e:39177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:39177. 2024-11-21T12:20:55,480 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,39177,1732191637667.replicationSource.wal-reader.b4993cb2a74e%2C39177%2C1732191637667,1-b4993cb2a74e,39177,1732191637667 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T12:20:55,480 DEBUG [RS:0;b4993cb2a74e:39177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:55,480 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:55,480 DEBUG [RS:0;b4993cb2a74e:39177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:55,480 INFO [RS:0;b4993cb2a74e:39177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39177 2024-11-21T12:20:55,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1134825742/rs/b4993cb2a74e,39177,1732191637667 2024-11-21T12:20:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742/rs 2024-11-21T12:20:55,611 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:55,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,39177,1732191637667] 2024-11-21T12:20:55,667 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1134825742/draining/b4993cb2a74e,39177,1732191637667 already deleted, retry=false 2024-11-21T12:20:55,667 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,39177,1732191637667 expired; onlineServers=0 2024-11-21T12:20:55,667 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,39185,1732191637471' ***** 2024-11-21T12:20:55,667 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:20:55,667 INFO [M:0;b4993cb2a74e:39185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:55,667 INFO [M:0;b4993cb2a74e:39185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:55,667 DEBUG [M:0;b4993cb2a74e:39185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:20:55,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:20:55,667 DEBUG [M:0;b4993cb2a74e:39185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:20:55,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191639444 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191639444,5,FailOnTimeoutGroup] 2024-11-21T12:20:55,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191639444 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191639444,5,FailOnTimeoutGroup] 2024-11-21T12:20:55,667 INFO [M:0;b4993cb2a74e:39185 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:55,667 INFO [M:0;b4993cb2a74e:39185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:55,667 DEBUG [M:0;b4993cb2a74e:39185 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:20:55,667 INFO [M:0;b4993cb2a74e:39185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:20:55,668 INFO [M:0;b4993cb2a74e:39185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:55,668 INFO [M:0;b4993cb2a74e:39185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:20:55,668 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:20:55,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1134825742/master 2024-11-21T12:20:55,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1134825742 2024-11-21T12:20:55,677 DEBUG [M:0;b4993cb2a74e:39185 {}] zookeeper.ZKUtil(347): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Unable to get data of znode /1-1134825742/master because node does not exist (not an error) 2024-11-21T12:20:55,677 WARN [M:0;b4993cb2a74e:39185 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:20:55,678 INFO [M:0;b4993cb2a74e:39185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/.lastflushedseqids 2024-11-21T12:20:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:20:55,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:55,756 INFO [RS:0;b4993cb2a74e:39177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:55,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39177-0x1015d56aefc0004, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:55,756 INFO [RS:0;b4993cb2a74e:39177 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,39177,1732191637667; zookeeper connection closed. 2024-11-21T12:20:55,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f491035 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f491035 2024-11-21T12:20:55,757 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:20:55,939 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:56,082 INFO [M:0;b4993cb2a74e:39185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:20:56,082 INFO [M:0;b4993cb2a74e:39185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:20:56,083 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:56,083 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:56,083 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:56,083 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:56,083 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:56,083 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:20:56,101 DEBUG [M:0;b4993cb2a74e:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89647b7efc254443b0beeb68a83eb48d is 82, key is hbase:meta,,1/info:regioninfo/1732191640859/Put/seqid=0 2024-11-21T12:20:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:20:56,505 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89647b7efc254443b0beeb68a83eb48d 2024-11-21T12:20:56,521 DEBUG [M:0;b4993cb2a74e:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4cda637016843a9a7aa0224120c7ccc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191648595/Put/seqid=0 2024-11-21T12:20:56,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741850_1026 (size=8517) 2024-11-21T12:20:56,743 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:56,925 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4cda637016843a9a7aa0224120c7ccc 2024-11-21T12:20:56,941 DEBUG [M:0;b4993cb2a74e:39185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a744668f3164fafaed451da847dd336 is 69, key is b4993cb2a74e,39177,1732191637667/rs:state/1732191639549/Put/seqid=0 2024-11-21T12:20:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:20:57,344 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a744668f3164fafaed451da847dd336 2024-11-21T12:20:57,348 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89647b7efc254443b0beeb68a83eb48d as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89647b7efc254443b0beeb68a83eb48d 2024-11-21T12:20:57,351 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89647b7efc254443b0beeb68a83eb48d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:20:57,352 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4cda637016843a9a7aa0224120c7ccc as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4cda637016843a9a7aa0224120c7ccc 2024-11-21T12:20:57,355 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4cda637016843a9a7aa0224120c7ccc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:20:57,356 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a744668f3164fafaed451da847dd336 as hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a744668f3164fafaed451da847dd336 2024-11-21T12:20:57,358 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36889/user/jenkins/test-data/e94ac654-c4ba-e82c-23b0-7a36ae0ae3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a744668f3164fafaed451da847dd336, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:20:57,359 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-21T12:20:57,360 INFO [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:57,360 DEBUG [M:0;b4993cb2a74e:39185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191656083Disabling compacts and flushes for region at 1732191656083Disabling writes for close at 1732191656083Obtaining lock to block concurrent updates at 1732191656083Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191656083Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191656083Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191656084 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191656084Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191656101 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191656101Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191656509 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191656521 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191656521Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191656928 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191656940 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191656940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f4e432: reopening flushed file at 1732191657347 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5c757a: reopening flushed file at 1732191657351 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d709dc5: reopening flushed file at 1732191657355 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1732191657359 (+4 ms)Writing region close event to WAL at 1732191657360 (+1 ms)Closed at 1732191657360 2024-11-21T12:20:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36163 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:20:57,362 INFO [M:0;b4993cb2a74e:39185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:20:57,362 INFO [M:0;b4993cb2a74e:39185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39185 2024-11-21T12:20:57,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:57,363 INFO [M:0;b4993cb2a74e:39185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:57,514 INFO [M:0;b4993cb2a74e:39185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:57,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:57,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39185-0x1015d56aefc0003, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:57,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56df208d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:57,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c67bbf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:57,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:57,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fff106b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:57,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13af988{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:57,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:20:57,519 WARN [BP-1905130279-172.17.0.2-1732191635845 heartbeating to localhost/127.0.0.1:36889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:20:57,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:20:57,519 WARN [BP-1905130279-172.17.0.2-1732191635845 heartbeating to localhost/127.0.0.1:36889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1905130279-172.17.0.2-1732191635845 (Datanode Uuid 20d26b05-4c90-44e1-9c31-229d073b6d6e) service to localhost/127.0.0.1:36889 2024-11-21T12:20:57,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/cluster_efe565bb-11b7-3af8-d51c-6ac318e51e76/data/data1/current/BP-1905130279-172.17.0.2-1732191635845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:57,520 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/cluster_efe565bb-11b7-3af8-d51c-6ac318e51e76/data/data2/current/BP-1905130279-172.17.0.2-1732191635845 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:57,520 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:20:57,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7af8a524{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:57,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77581a3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:57,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:57,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7b1dd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:57,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65b1eb9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:57,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:20:57,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:20:57,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:57,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:57,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:57,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:57,538 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:20:57,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005292191, stopped=false 2024-11-21T12:20:57,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,46569,1732191632140 2024-11-21T12:20:57,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2001342142/running 2024-11-21T12:20:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2001342142/running 2024-11-21T12:20:57,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:57,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:57,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:57,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:57,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:57,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,35669,1732191632366' ***** 2024-11-21T12:20:57,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:20:57,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on znode that does not yet exist, /0-2001342142/running 2024-11-21T12:20:57,551 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:20:57,551 INFO [RS:0;b4993cb2a74e:35669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a9887f54b8ea25a8e06e88033490c6f 2024-11-21T12:20:57,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Set watcher on znode that does not yet exist, /0-2001342142/running 2024-11-21T12:20:57,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(3091): Received CLOSE for ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35669. 2024-11-21T12:20:57,552 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a9887f54b8ea25a8e06e88033490c6f, disabling compactions & flushes 2024-11-21T12:20:57,552 DEBUG [RS:0;b4993cb2a74e:35669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:57,552 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:57,552 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:57,552 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:57,552 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. after waiting 0 ms 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:20:57,552 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:20:57,552 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a9887f54b8ea25a8e06e88033490c6f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T12:20:57,552 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:20:57,552 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1325): Online Regions={7a9887f54b8ea25a8e06e88033490c6f=hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f., 1588230740=hbase:meta,,1.1588230740, ba68b553b2de8203d60edc4005da8d6c=test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c.} 2024-11-21T12:20:57,552 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a9887f54b8ea25a8e06e88033490c6f, ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:57,552 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:57,552 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:57,553 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:57,553 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:57,553 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:57,553 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:20:57,555 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:20:57,555 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:20:57,569 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f/.tmp/queue/3b8dd34834dd477db7ecd5096b5b783c is 153, key is 1-b4993cb2a74e,35669,1732191632366/queue:b4993cb2a74e%2C35669%2C1732191632366/1732191653217/Put/seqid=0 2024-11-21T12:20:57,569 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/info/a91e590c197546059e561398f13461ef is 147, key is hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f./info:regioninfo/1732191646432/Put/seqid=0 2024-11-21T12:20:57,572 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:57,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741840_1016 (size=5352) 2024-11-21T12:20:57,572 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f/.tmp/queue/3b8dd34834dd477db7ecd5096b5b783c 2024-11-21T12:20:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:20:57,574 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/info/a91e590c197546059e561398f13461ef 2024-11-21T12:20:57,582 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f/.tmp/queue/3b8dd34834dd477db7ecd5096b5b783c as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f/queue/3b8dd34834dd477db7ecd5096b5b783c 2024-11-21T12:20:57,586 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f/queue/3b8dd34834dd477db7ecd5096b5b783c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T12:20:57,587 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7a9887f54b8ea25a8e06e88033490c6f in 35ms, sequenceid=10, compaction requested=false 2024-11-21T12:20:57,590 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/replication/7a9887f54b8ea25a8e06e88033490c6f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:57,591 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a9887f54b8ea25a8e06e88033490c6f: Waiting for close lock at 1732191657552Running coprocessor pre-close hooks at 1732191657552Disabling compacts and flushes for region at 1732191657552Disabling writes for close at 1732191657552Obtaining lock to block concurrent updates at 1732191657552Preparing flush snapshotting stores in 7a9887f54b8ea25a8e06e88033490c6f at 1732191657552Finished memstore snapshotting hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732191657553 (+1 ms)Flushing stores of hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. at 1732191657553Flushing 7a9887f54b8ea25a8e06e88033490c6f/queue: creating writer at 1732191657553Flushing 7a9887f54b8ea25a8e06e88033490c6f/queue: appending metadata at 1732191657568 (+15 ms)Flushing 7a9887f54b8ea25a8e06e88033490c6f/queue: closing flushed file at 1732191657568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622f1459: reopening flushed file at 1732191657581 (+13 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7a9887f54b8ea25a8e06e88033490c6f in 35ms, sequenceid=10, compaction requested=false at 1732191657587 (+6 ms)Writing region close event to WAL at 1732191657587Running coprocessor post-close hooks at 1732191657591 (+4 ms)Closed at 1732191657591 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191645270.7a9887f54b8ea25a8e06e88033490c6f. 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba68b553b2de8203d60edc4005da8d6c, disabling compactions & flushes 2024-11-21T12:20:57,591 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. after waiting 0 ms 2024-11-21T12:20:57,591 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:57,591 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba68b553b2de8203d60edc4005da8d6c 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T12:20:57,593 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/ns/77aef600af894237aff3748cf3b8cccd is 43, key is default/ns:d/1732191635706/Put/seqid=0 2024-11-21T12:20:57,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:20:57,605 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/f/59bf3eace399499199e5cbd49838ebe1 is 29, key is row1/f:/1732191652601/DeleteFamily/seqid=0 2024-11-21T12:20:57,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741843_1019 (size=5118) 2024-11-21T12:20:57,647 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 914, reset compression=false 2024-11-21T12:20:57,651 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:57,651 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 1161, reset compression=false 2024-11-21T12:20:57,651 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,35669,1732191632366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:57,652 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,35669,1732191632366: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,35669,1732191632366, walGroup=b4993cb2a74e%2C35669%2C1732191632366, offset=b4993cb2a74e%2C35669%2C1732191632366.1732191634680:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:35669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:20:57,653 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:20:57,653 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:20:57,654 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:20:57,654 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:20:57,654 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:20:57,654 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 674119848 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191787856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:20:57,655 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:46569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:46569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:20:57,753 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:57,855 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 1161, reset compression=false 2024-11-21T12:20:57,953 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:57,997 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/ns/77aef600af894237aff3748cf3b8cccd 2024-11-21T12:20:58,009 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/f/59bf3eace399499199e5cbd49838ebe1 2024-11-21T12:20:58,012 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59bf3eace399499199e5cbd49838ebe1 2024-11-21T12:20:58,018 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/rep_barrier/79a5fb8221c74b85a6103e7ad79153ac is 112, key is test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c./rep_barrier:seqnumDuringOpen/1732191642095/Put/seqid=0 2024-11-21T12:20:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:20:58,027 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/f1/2610c0f6fec74345a136f0877de07751 is 30, key is row1/f1:/1732191652601/DeleteFamily/seqid=0 2024-11-21T12:20:58,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741845_1021 (size=5123) 2024-11-21T12:20:58,153 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:58,159 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 1161, reset compression=false 2024-11-21T12:20:58,353 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:58,424 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/rep_barrier/79a5fb8221c74b85a6103e7ad79153ac 2024-11-21T12:20:58,431 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/f1/2610c0f6fec74345a136f0877de07751 2024-11-21T12:20:58,434 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2610c0f6fec74345a136f0877de07751 2024-11-21T12:20:58,445 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/table/8b17de3842e34023b6c32b64c4ed1d84 is 53, key is hbase:replication/table:state/1732191646439/Put/seqid=0 2024-11-21T12:20:58,447 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/norep/df5429a78e2243109e51800e0afeac57 is 32, key is row/norep:/1732191651592/DeleteFamily/seqid=0 2024-11-21T12:20:58,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:20:58,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741847_1023 (size=5101) 2024-11-21T12:20:58,553 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:20:58,553 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba68b553b2de8203d60edc4005da8d6c=test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c.} 2024-11-21T12:20:58,553 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:58,562 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 1161, reset compression=false 2024-11-21T12:20:58,754 DEBUG [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba68b553b2de8203d60edc4005da8d6c 2024-11-21T12:20:58,849 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/table/8b17de3842e34023b6c32b64c4ed1d84 2024-11-21T12:20:58,850 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/norep/df5429a78e2243109e51800e0afeac57 2024-11-21T12:20:58,853 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df5429a78e2243109e51800e0afeac57 2024-11-21T12:20:58,853 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/info/a91e590c197546059e561398f13461ef as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/info/a91e590c197546059e561398f13461ef 2024-11-21T12:20:58,853 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/f/59bf3eace399499199e5cbd49838ebe1 as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/f/59bf3eace399499199e5cbd49838ebe1 2024-11-21T12:20:58,856 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/info/a91e590c197546059e561398f13461ef, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:20:58,857 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59bf3eace399499199e5cbd49838ebe1 2024-11-21T12:20:58,857 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/f/59bf3eace399499199e5cbd49838ebe1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:20:58,857 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/ns/77aef600af894237aff3748cf3b8cccd as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/ns/77aef600af894237aff3748cf3b8cccd 2024-11-21T12:20:58,858 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/f1/2610c0f6fec74345a136f0877de07751 as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/f1/2610c0f6fec74345a136f0877de07751 2024-11-21T12:20:58,861 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/ns/77aef600af894237aff3748cf3b8cccd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:20:58,861 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2610c0f6fec74345a136f0877de07751 2024-11-21T12:20:58,861 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/f1/2610c0f6fec74345a136f0877de07751, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:20:58,862 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/rep_barrier/79a5fb8221c74b85a6103e7ad79153ac as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/rep_barrier/79a5fb8221c74b85a6103e7ad79153ac 2024-11-21T12:20:58,862 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/.tmp/norep/df5429a78e2243109e51800e0afeac57 as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/norep/df5429a78e2243109e51800e0afeac57 2024-11-21T12:20:58,865 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/rep_barrier/79a5fb8221c74b85a6103e7ad79153ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:20:58,865 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df5429a78e2243109e51800e0afeac57 2024-11-21T12:20:58,865 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/norep/df5429a78e2243109e51800e0afeac57, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T12:20:58,866 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/.tmp/table/8b17de3842e34023b6c32b64c4ed1d84 as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/table/8b17de3842e34023b6c32b64c4ed1d84 2024-11-21T12:20:58,866 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ba68b553b2de8203d60edc4005da8d6c in 1275ms, sequenceid=8, compaction requested=false 2024-11-21T12:20:58,866 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:20:58,870 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/table/8b17de3842e34023b6c32b64c4ed1d84, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:20:58,870 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-21T12:20:58,870 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:20:58,879 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/default/test/ba68b553b2de8203d60edc4005da8d6c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T12:20:58,879 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:58,880 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:58,880 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191657552Running coprocessor pre-close hooks at 1732191657552Disabling compacts and flushes for region at 1732191657552Disabling writes for close at 1732191657553 (+1 ms)Obtaining lock to block concurrent updates at 1732191657553Preparing flush snapshotting stores in 1588230740 at 1732191657553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191657553Flushing stores of hbase:meta,,1.1588230740 at 1732191657553Flushing 1588230740/info: creating writer at 1732191657553Flushing 1588230740/info: appending metadata at 1732191657568 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732191657568Flushing 1588230740/ns: creating writer at 1732191657578 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732191657592 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732191657593 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732191658001 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191658018 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191658018Flushing 1588230740/table: creating writer at 1732191658428 (+410 ms)Flushing 1588230740/table: appending metadata at 1732191658445 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732191658445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3563cec: reopening flushed file at 1732191658852 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cbfa89: reopening flushed file at 1732191658857 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3350bd: reopening flushed file at 1732191658861 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d229c28: reopening flushed file at 1732191658865 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1732191658870 (+5 ms)Writing region close event to WAL at 1732191658877 (+7 ms)Running coprocessor post-close hooks at 1732191658880 (+3 ms)Closed at 1732191658880 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba68b553b2de8203d60edc4005da8d6c: Waiting for close lock at 1732191657591Running coprocessor pre-close hooks at 1732191657591Disabling compacts and flushes for region at 1732191657591Disabling writes for close at 1732191657591Obtaining lock to block concurrent updates at 1732191657591Preparing flush snapshotting stores in ba68b553b2de8203d60edc4005da8d6c at 1732191657591Finished memstore snapshotting test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732191657592 (+1 ms)Flushing stores of test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. at 1732191657592Flushing ba68b553b2de8203d60edc4005da8d6c/f: creating writer at 1732191657592Flushing ba68b553b2de8203d60edc4005da8d6c/f: appending metadata at 1732191657605 (+13 ms)Flushing ba68b553b2de8203d60edc4005da8d6c/f: closing flushed file at 1732191657605Flushing ba68b553b2de8203d60edc4005da8d6c/f1: creating writer at 1732191658012 (+407 ms)Flushing ba68b553b2de8203d60edc4005da8d6c/f1: appending metadata at 1732191658027 (+15 ms)Flushing ba68b553b2de8203d60edc4005da8d6c/f1: closing flushed file at 1732191658027Flushing ba68b553b2de8203d60edc4005da8d6c/norep: creating writer at 1732191658434 (+407 ms)Flushing ba68b553b2de8203d60edc4005da8d6c/norep: appending metadata at 1732191658446 (+12 ms)Flushing ba68b553b2de8203d60edc4005da8d6c/norep: closing flushed file at 1732191658446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649cded8: reopening flushed file at 1732191658853 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2a9a02: reopening flushed file at 1732191658857 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a9871: reopening flushed file at 1732191658861 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ba68b553b2de8203d60edc4005da8d6c in 1275ms, sequenceid=8, compaction requested=false at 1732191658866 (+5 ms)Writing region close event to WAL at 1732191658877 (+11 ms)Running coprocessor post-close hooks at 1732191658880 (+3 ms)Closed at 1732191658880 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:58,880 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191640945.ba68b553b2de8203d60edc4005da8d6c. 2024-11-21T12:20:58,954 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,35669,1732191632366; all regions closed. 2024-11-21T12:20:58,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.meta.1732191635658.meta not finished, retry = 0 2024-11-21T12:20:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:20:59,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.rep.1732191646402 not finished, retry = 0 2024-11-21T12:20:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741839_1015 (size=2676) 2024-11-21T12:20:59,065 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 1161, reset compression=false 2024-11-21T12:20:59,069 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:59,069 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.wal-reader.b4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 to pos 1805, reset compression=false 2024-11-21T12:20:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741832_1008 (size=1813) 2024-11-21T12:20:59,161 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/WALs/b4993cb2a74e,35669,1732191632366/b4993cb2a74e%2C35669%2C1732191632366.1732191634680 not finished, retry = 0 2024-11-21T12:20:59,262 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:59,262 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:59,262 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:59,262 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:59,262 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:59,262 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:59,263 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,35669,1732191632366 because: Region server is closing 2024-11-21T12:20:59,263 INFO [RS:0;b4993cb2a74e:35669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35669. 2024-11-21T12:20:59,263 DEBUG [RS:0;b4993cb2a74e:35669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:59,263 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:59,263 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:59,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:59,363 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,35669,1732191632366.replicationSource.shipperb4993cb2a74e%2C35669%2C1732191632366,1-b4993cb2a74e,35669,1732191632366 terminated 2024-11-21T12:20:59,363 INFO [RS:0;b4993cb2a74e:35669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35669. 2024-11-21T12:20:59,363 DEBUG [RS:0;b4993cb2a74e:35669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:59,363 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:59,363 DEBUG [RS:0;b4993cb2a74e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:59,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:59,363 INFO [RS:0;b4993cb2a74e:35669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35669 2024-11-21T12:20:59,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2001342142/rs/b4993cb2a74e,35669,1732191632366 2024-11-21T12:20:59,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142/rs 2024-11-21T12:20:59,424 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:59,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,35669,1732191632366] 2024-11-21T12:20:59,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2001342142/draining/b4993cb2a74e,35669,1732191632366 already deleted, retry=false 2024-11-21T12:20:59,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,35669,1732191632366 expired; onlineServers=0 2024-11-21T12:20:59,445 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,46569,1732191632140' ***** 2024-11-21T12:20:59,445 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:20:59,445 INFO [M:0;b4993cb2a74e:46569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:59,446 INFO [M:0;b4993cb2a74e:46569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:59,446 DEBUG [M:0;b4993cb2a74e:46569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:20:59,446 DEBUG [M:0;b4993cb2a74e:46569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:20:59,446 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:20:59,446 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191634411 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191634411,5,FailOnTimeoutGroup] 2024-11-21T12:20:59,446 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191634411 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191634411,5,FailOnTimeoutGroup] 2024-11-21T12:20:59,446 INFO [M:0;b4993cb2a74e:46569 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:59,446 INFO [M:0;b4993cb2a74e:46569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:59,446 DEBUG [M:0;b4993cb2a74e:46569 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:20:59,446 INFO [M:0;b4993cb2a74e:46569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:20:59,446 INFO [M:0;b4993cb2a74e:46569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:59,446 INFO [M:0;b4993cb2a74e:46569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:20:59,446 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:20:59,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2001342142/master 2024-11-21T12:20:59,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2001342142 2024-11-21T12:20:59,456 DEBUG [M:0;b4993cb2a74e:46569 {}] zookeeper.ZKUtil(347): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Unable to get data of znode /0-2001342142/master because node does not exist (not an error) 2024-11-21T12:20:59,456 WARN [M:0;b4993cb2a74e:46569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:20:59,457 INFO [M:0;b4993cb2a74e:46569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/.lastflushedseqids 2024-11-21T12:20:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:20:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:59,535 INFO [RS:0;b4993cb2a74e:35669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:59,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x1015d56aefc0001, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:59,535 INFO [RS:0;b4993cb2a74e:35669 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,35669,1732191632366; zookeeper connection closed. 2024-11-21T12:20:59,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27f663fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27f663fb 2024-11-21T12:20:59,535 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:20:59,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:59,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:59,861 INFO [M:0;b4993cb2a74e:46569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:20:59,861 INFO [M:0;b4993cb2a74e:46569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:20:59,861 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:59,861 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:59,861 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:59,861 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:59,861 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:59,861 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T12:20:59,874 DEBUG [M:0;b4993cb2a74e:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/923467667a5644a7950c16246ee228d5 is 82, key is hbase:meta,,1/info:regioninfo/1732191635684/Put/seqid=0 2024-11-21T12:20:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:21:00,278 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/923467667a5644a7950c16246ee228d5 2024-11-21T12:21:00,298 DEBUG [M:0;b4993cb2a74e:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39991e3e42704c2eacd4abeaddf5acec is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191646442/Put/seqid=0 2024-11-21T12:21:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741850_1026 (size=8516) 2024-11-21T12:21:00,702 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39991e3e42704c2eacd4abeaddf5acec 2024-11-21T12:21:00,718 DEBUG [M:0;b4993cb2a74e:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddeb82ba4d347dc8ff8878e0ad111e8 is 69, key is b4993cb2a74e,35669,1732191632366/rs:state/1732191634536/Put/seqid=0 2024-11-21T12:21:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:21:01,121 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddeb82ba4d347dc8ff8878e0ad111e8 2024-11-21T12:21:01,126 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/923467667a5644a7950c16246ee228d5 as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/923467667a5644a7950c16246ee228d5 2024-11-21T12:21:01,130 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/923467667a5644a7950c16246ee228d5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:21:01,131 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39991e3e42704c2eacd4abeaddf5acec as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39991e3e42704c2eacd4abeaddf5acec 2024-11-21T12:21:01,135 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39991e3e42704c2eacd4abeaddf5acec, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:21:01,136 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ddeb82ba4d347dc8ff8878e0ad111e8 as hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ddeb82ba4d347dc8ff8878e0ad111e8 2024-11-21T12:21:01,140 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34695/user/jenkins/test-data/df3bbd0b-9ac7-fe4a-d12d-1f0c020b9b5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ddeb82ba4d347dc8ff8878e0ad111e8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:21:01,140 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-21T12:21:01,144 INFO [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:01,144 DEBUG [M:0;b4993cb2a74e:46569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191659861Disabling compacts and flushes for region at 1732191659861Disabling writes for close at 1732191659861Obtaining lock to block concurrent updates at 1732191659861Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191659861Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732191659861Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191659862 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191659862Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191659874 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191659874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191660282 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191660297 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191660297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191660706 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191660717 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191660717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9f09de: reopening flushed file at 1732191661125 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd8c20c: reopening flushed file at 1732191661130 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4548ae59: reopening flushed file at 1732191661135 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732191661140 (+5 ms)Writing region close event to WAL at 1732191661144 (+4 ms)Closed at 1732191661144 2024-11-21T12:21:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36983 is added to blk_1073741830_1006 (size=63654) 2024-11-21T12:21:01,147 INFO [M:0;b4993cb2a74e:46569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:01,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:01,147 INFO [M:0;b4993cb2a74e:46569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46569 2024-11-21T12:21:01,148 INFO [M:0;b4993cb2a74e:46569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:01,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:01,272 INFO [M:0;b4993cb2a74e:46569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:01,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x1015d56aefc0000, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:01,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790a289e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:01,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@193f5461{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:01,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:01,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@644a5baf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:01,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73b85fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:01,278 WARN [BP-1622116057-172.17.0.2-1732191630183 heartbeating to localhost/127.0.0.1:34695 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:01,278 WARN [BP-1622116057-172.17.0.2-1732191630183 heartbeating to localhost/127.0.0.1:34695 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1622116057-172.17.0.2-1732191630183 (Datanode Uuid 517462b6-ce91-4af0-842d-87f33e7a7d2d) service to localhost/127.0.0.1:34695 2024-11-21T12:21:01,278 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:01,278 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:01,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd/data/data1/current/BP-1622116057-172.17.0.2-1732191630183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:01,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/cluster_45638688-723e-e627-f8c6-edb6e755ccdd/data/data2/current/BP-1622116057-172.17.0.2-1732191630183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:01,279 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:01,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c784ec2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:01,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b0313e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:01,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:01,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67fd9876{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:01,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21c2a621{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/db636eaa-a1e3-e65c-25cd-19b518357752/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:01,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:21:01,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:01,317 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 241) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34695 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:34695 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34695 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61028) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36889 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61028) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=732 (was 835) 2024-11-21T12:21:01,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=732 2024-11-21T12:21:01,342 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T12:21:01,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.log.dir so I do NOT create it in target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95 2024-11-21T12:21:01,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:01,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.tmp.dir so I do NOT create it in target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95 2024-11-21T12:21:01,343 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19343f85-22c2-4892-eded-9ed2f0be4ce8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:01,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95 2024-11-21T12:21:01,343 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0, deleteOnExit=true 2024-11-21T12:21:01,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0/zookeeper_0, clientPort=52816, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:21:01,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52816 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/test.cache.data in system properties and HBase conf 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:01,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:01,365 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:01,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:01,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d56aefc0002, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:01,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d56aefc0005, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:01,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d56aefc0005, quorum=127.0.0.1:61028, baseZNode=/1-1134825742 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:01,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d56aefc0002, quorum=127.0.0.1:61028, baseZNode=/0-2001342142 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:01,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:01,661 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:01,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:01,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:01,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:01,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:01,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5c5bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:01,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad749f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:01,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@708a076b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/java.io.tmpdir/jetty-localhost-42059-hadoop-hdfs-3_4_1-tests_jar-_-any-14586311289276740702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:01,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8de99e{HTTP/1.1, (http/1.1)}{localhost:42059} 2024-11-21T12:21:01,765 INFO [Time-limited test {}] server.Server(415): Started @235699ms 2024-11-21T12:21:02,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:02,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:02,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:02,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:02,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:02,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d2606f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:02,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@741808cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:02,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33dbcc5d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/java.io.tmpdir/jetty-localhost-40081-hadoop-hdfs-3_4_1-tests_jar-_-any-7025840591794212430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:02,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f783fe5{HTTP/1.1, (http/1.1)}{localhost:40081} 2024-11-21T12:21:02,144 INFO [Time-limited test {}] server.Server(415): Started @236078ms 2024-11-21T12:21:02,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:02,773 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0/data/data2/current/BP-1858349229-172.17.0.2-1732191661380/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:02,773 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0/data/data1/current/BP-1858349229-172.17.0.2-1732191661380/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:02,793 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575454a4a1613870 with lease ID 0x66c1ae50bc8a4f99: Processing first storage report for DS-346aba1a-f0df-4ba1-aedc-194beb1cb1e0 from datanode DatanodeRegistration(127.0.0.1:33505, datanodeUuid=81cf2805-3637-4e07-9a1a-214d03a98346, infoPort=43867, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=730850881;c=1732191661380) 2024-11-21T12:21:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575454a4a1613870 with lease ID 0x66c1ae50bc8a4f99: from storage DS-346aba1a-f0df-4ba1-aedc-194beb1cb1e0 node DatanodeRegistration(127.0.0.1:33505, datanodeUuid=81cf2805-3637-4e07-9a1a-214d03a98346, infoPort=43867, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=730850881;c=1732191661380), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:21:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x575454a4a1613870 with lease ID 0x66c1ae50bc8a4f99: Processing first storage report for DS-7c534a96-d581-4438-876d-6d26f87c548c from datanode DatanodeRegistration(127.0.0.1:33505, datanodeUuid=81cf2805-3637-4e07-9a1a-214d03a98346, infoPort=43867, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=730850881;c=1732191661380) 2024-11-21T12:21:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x575454a4a1613870 with lease ID 0x66c1ae50bc8a4f99: from storage DS-7c534a96-d581-4438-876d-6d26f87c548c node DatanodeRegistration(127.0.0.1:33505, datanodeUuid=81cf2805-3637-4e07-9a1a-214d03a98346, infoPort=43867, infoSecurePort=0, ipcPort=46217, storageInfo=lv=-57;cid=testClusterID;nsid=730850881;c=1732191661380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:02,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95 2024-11-21T12:21:02,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:02,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:03,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:03,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:21:03,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:21:03,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:21:03,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:21:03,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:03,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:03,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766 with version=8 2024-11-21T12:21:03,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/hbase-staging 2024-11-21T12:21:03,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:03,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:03,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:03,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:03,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:03,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:03,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:03,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:03,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33113 2024-11-21T12:21:03,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33113 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331130x0, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:03,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33113-0x1015d5728de0000 connected 2024-11-21T12:21:03,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:03,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:03,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on znode that does not yet exist, /01662230198/running 2024-11-21T12:21:03,448 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766, hbase.cluster.distributed=false 2024-11-21T12:21:03,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on znode that does not yet exist, /01662230198/acl 2024-11-21T12:21:03,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-21T12:21:03,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33113 2024-11-21T12:21:03,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33113 2024-11-21T12:21:03,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-21T12:21:03,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33113 2024-11-21T12:21:03,463 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:03,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:03,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:03,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:03,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:03,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41107 2024-11-21T12:21:03,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41107 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:03,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:03,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:03,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411070x0, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:03,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411070x0, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on znode that does not yet exist, /01662230198/running 2024-11-21T12:21:03,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41107-0x1015d5728de0001 connected 2024-11-21T12:21:03,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:03,478 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:03,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on znode that does not yet exist, /01662230198/master 2024-11-21T12:21:03,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on znode that does not yet exist, /01662230198/acl 2024-11-21T12:21:03,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41107 2024-11-21T12:21:03,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41107 2024-11-21T12:21:03,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41107 2024-11-21T12:21:03,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41107 2024-11-21T12:21:03,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41107 2024-11-21T12:21:03,494 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:33113 2024-11-21T12:21:03,495 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01662230198/backup-masters/b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:03,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198/backup-masters 2024-11-21T12:21:03,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198/backup-masters 2024-11-21T12:21:03,498 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on existing znode=/01662230198/backup-masters/b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01662230198/master 2024-11-21T12:21:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:03,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:03,509 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on existing znode=/01662230198/master 2024-11-21T12:21:03,509 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01662230198/backup-masters/b4993cb2a74e,33113,1732191663280 from backup master directory 2024-11-21T12:21:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01662230198/backup-masters/b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198/backup-masters 2024-11-21T12:21:03,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198/backup-masters 2024-11-21T12:21:03,519 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:03,519 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:03,521 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/hbase.id] with ID: 091019f1-4948-49ed-84a0-a4d2295f1023 2024-11-21T12:21:03,521 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/.tmp/hbase.id 2024-11-21T12:21:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:03,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:03,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:03,919 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38392 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:03,926 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/.tmp/hbase.id]:[hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/hbase.id] 2024-11-21T12:21:03,933 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:03,933 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:03,934 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:21:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:04,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:04,481 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:04,482 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:04,482 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:04,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:04,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:04,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,887 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store 2024-11-21T12:21:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:04,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:04,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:05,292 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:05,292 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:05,292 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:05,292 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:05,292 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:05,292 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:05,292 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:05,292 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191665292Disabling compacts and flushes for region at 1732191665292Disabling writes for close at 1732191665292Writing region close event to WAL at 1732191665292Closed at 1732191665292 2024-11-21T12:21:05,293 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/.initializing 2024-11-21T12:21:05,293 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/WALs/b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:05,293 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:05,295 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C33113%2C1732191663280, suffix=, logDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/WALs/b4993cb2a74e,33113,1732191663280, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:05,306 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/WALs/b4993cb2a74e,33113,1732191663280/b4993cb2a74e%2C33113%2C1732191663280.1732191665295, exclude list is [], retry=0 2024-11-21T12:21:05,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33505,DS-346aba1a-f0df-4ba1-aedc-194beb1cb1e0,DISK] 2024-11-21T12:21:05,310 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/WALs/b4993cb2a74e,33113,1732191663280/b4993cb2a74e%2C33113%2C1732191663280.1732191665295 2024-11-21T12:21:05,310 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-21T12:21:05,310 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:05,310 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:05,310 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,310 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:05,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:05,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:05,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:05,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:05,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:05,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:05,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:05,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:05,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:05,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:05,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:05,316 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,317 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,317 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,318 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,318 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,318 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:05,319 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:05,320 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:05,321 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59461283, jitterRate=-0.11395783722400665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:05,321 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191665310Initializing all the Stores at 1732191665311 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191665311Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191665311Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191665311Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191665311Cleaning up temporary data from old regions at 1732191665318 (+7 ms)Region opened successfully at 1732191665321 (+3 ms) 2024-11-21T12:21:05,321 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:05,323 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127e0317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:05,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:05,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:05,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:05,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:05,325 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:05,325 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:05,325 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:05,327 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:05,327 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Unable to get data of znode /01662230198/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:05,392 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01662230198/balancer already deleted, retry=false 2024-11-21T12:21:05,393 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:05,394 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Unable to get data of znode /01662230198/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:05,403 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01662230198/normalizer already deleted, retry=false 2024-11-21T12:21:05,403 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:05,404 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Unable to get data of znode /01662230198/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:05,413 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01662230198/switch/split already deleted, retry=false 2024-11-21T12:21:05,414 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Unable to get data of znode /01662230198/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:05,424 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01662230198/switch/merge already deleted, retry=false 2024-11-21T12:21:05,426 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Unable to get data of znode /01662230198/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:05,434 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01662230198/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:05,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01662230198/running 2024-11-21T12:21:05,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01662230198/running 2024-11-21T12:21:05,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:05,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:05,445 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,33113,1732191663280, sessionid=0x1015d5728de0000, setting cluster-up flag (Was=false) 2024-11-21T12:21:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:05,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:05,499 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01662230198/flush-table-proc/acquired, /01662230198/flush-table-proc/reached, /01662230198/flush-table-proc/abort 2024-11-21T12:21:05,500 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:05,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:05,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:05,550 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01662230198/online-snapshot/acquired, /01662230198/online-snapshot/reached, /01662230198/online-snapshot/abort 2024-11-21T12:21:05,551 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:05,553 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:05,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:05,555 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:05,555 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:05,555 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,33113,1732191663280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:05,556 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:05,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:05,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:05,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:05,572 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191695572 2024-11-21T12:21:05,572 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:05,572 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:05,572 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:05,572 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:05,572 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:05,572 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:05,576 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,576 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:05,577 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:05,577 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:05,577 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:05,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:05,585 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:05,586 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:05,587 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191665586,5,FailOnTimeoutGroup] 2024-11-21T12:21:05,587 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191665587,5,FailOnTimeoutGroup] 2024-11-21T12:21:05,587 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,587 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:05,587 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,587 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,588 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(746): ClusterId : 091019f1-4948-49ed-84a0-a4d2295f1023 2024-11-21T12:21:05,588 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:05,593 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:05,593 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:05,604 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:05,604 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fe697c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:05,619 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:41107 2024-11-21T12:21:05,620 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:05,620 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:05,620 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:05,620 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,33113,1732191663280 with port=41107, startcode=1732191663463 2024-11-21T12:21:05,620 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:05,624 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:05,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:05,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33113 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:05,626 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766 2024-11-21T12:21:05,626 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46403 2024-11-21T12:21:05,626 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:05,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198/rs 2024-11-21T12:21:05,635 DEBUG [RS:0;b4993cb2a74e:41107 {}] zookeeper.ZKUtil(111): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on existing znode=/01662230198/rs/b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:05,635 WARN [RS:0;b4993cb2a74e:41107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:05,635 INFO [RS:0;b4993cb2a74e:41107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:05,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,41107,1732191663463] 2024-11-21T12:21:05,635 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:05,638 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:05,640 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:05,641 INFO [RS:0;b4993cb2a74e:41107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:05,641 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,644 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:05,645 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:05,645 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:05,645 DEBUG [RS:0;b4993cb2a74e:41107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:05,648 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,648 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,648 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,648 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,648 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,648 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41107,1732191663463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:05,661 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:05,661 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,41107,1732191663463-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,662 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,662 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.Replication(171): b4993cb2a74e,41107,1732191663463 started 2024-11-21T12:21:05,674 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:05,674 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,41107,1732191663463, RpcServer on b4993cb2a74e/172.17.0.2:41107, sessionid=0x1015d5728de0001 2024-11-21T12:21:05,674 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:05,674 DEBUG [RS:0;b4993cb2a74e:41107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:05,674 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,41107,1732191663463' 2024-11-21T12:21:05,674 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01662230198/flush-table-proc/abort' 2024-11-21T12:21:05,675 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01662230198/flush-table-proc/acquired' 2024-11-21T12:21:05,675 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:05,675 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:05,675 DEBUG [RS:0;b4993cb2a74e:41107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:05,675 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,41107,1732191663463' 2024-11-21T12:21:05,675 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01662230198/online-snapshot/abort' 2024-11-21T12:21:05,675 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01662230198/online-snapshot/acquired' 2024-11-21T12:21:05,676 DEBUG [RS:0;b4993cb2a74e:41107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:05,676 INFO [RS:0;b4993cb2a74e:41107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:05,676 INFO [RS:0;b4993cb2a74e:41107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:05,776 INFO [RS:0;b4993cb2a74e:41107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:05,778 INFO [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C41107%2C1732191663463, suffix=, logDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/oldWALs, maxLogs=10 2024-11-21T12:21:05,796 DEBUG [RS:0;b4993cb2a74e:41107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, exclude list is [], retry=0 2024-11-21T12:21:05,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33505,DS-346aba1a-f0df-4ba1-aedc-194beb1cb1e0,DISK] 2024-11-21T12:21:05,802 INFO [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 2024-11-21T12:21:05,802 DEBUG [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-21T12:21:05,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:21:05,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766 2024-11-21T12:21:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:21:06,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:06,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:06,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:06,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:06,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:06,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:06,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:06,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:06,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:06,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:06,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740 2024-11-21T12:21:06,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740 2024-11-21T12:21:06,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:06,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:06,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:06,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:06,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:06,399 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66294969, jitterRate=-0.012127980589866638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191666388Initializing all the Stores at 1732191666389 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191666389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191666389Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191666389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191666389Cleaning up temporary data from old regions at 1732191666396 (+7 ms)Region opened successfully at 1732191666400 (+4 ms) 2024-11-21T12:21:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:06,400 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:06,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:06,401 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:06,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191666400Disabling compacts and flushes for region at 1732191666400Disabling writes for close at 1732191666400Writing region close event to WAL at 1732191666400Closed at 1732191666400 2024-11-21T12:21:06,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:06,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:21:06,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:06,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:06,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:21:06,554 DEBUG [b4993cb2a74e:33113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:06,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:06,555 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,41107,1732191663463, state=OPENING 2024-11-21T12:21:06,624 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:21:06,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:06,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:06,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01662230198/meta-region-server: CHANGED 2024-11-21T12:21:06,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01662230198/meta-region-server: CHANGED 2024-11-21T12:21:06,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:06,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,41107,1732191663463}] 2024-11-21T12:21:06,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:06,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:06,791 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:06,791 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:06,791 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:06,792 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C41107%2C1732191663463.meta, suffix=.meta, logDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/oldWALs, maxLogs=10 2024-11-21T12:21:06,803 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.meta.1732191666792.meta, exclude list is [], retry=0 2024-11-21T12:21:06,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33505,DS-346aba1a-f0df-4ba1-aedc-194beb1cb1e0,DISK] 2024-11-21T12:21:06,806 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.meta.1732191666792.meta 2024-11-21T12:21:06,806 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-21T12:21:06,807 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:06,807 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:06,807 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:06,807 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:06,807 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:06,807 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:06,807 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:06,807 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:06,807 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:06,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:06,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:06,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:06,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:06,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:06,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:06,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:06,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:06,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:06,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:06,812 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:06,812 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740 2024-11-21T12:21:06,813 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740 2024-11-21T12:21:06,813 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:06,813 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:06,814 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:06,814 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:06,815 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73673907, jitterRate=0.0978267639875412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:06,815 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:06,815 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191666807Writing region info on filesystem at 1732191666807Initializing all the Stores at 1732191666808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191666808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191666808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191666808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191666808Cleaning up temporary data from old regions at 1732191666813 (+5 ms)Running coprocessor post-open hooks at 1732191666815 (+2 ms)Region opened successfully at 1732191666815 2024-11-21T12:21:06,816 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191666787 2024-11-21T12:21:06,817 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:06,817 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:06,818 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:06,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,41107,1732191663463, state=OPEN 2024-11-21T12:21:06,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01662230198/meta-region-server 2024-11-21T12:21:06,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01662230198/meta-region-server 2024-11-21T12:21:06,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:06,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01662230198/meta-region-server: CHANGED 2024-11-21T12:21:06,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01662230198/meta-region-server: CHANGED 2024-11-21T12:21:06,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:21:06,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,41107,1732191663463 in 300 msec 2024-11-21T12:21:06,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:21:06,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2024-11-21T12:21:06,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:06,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:21:06,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:06,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,41107,1732191663463, seqNum=-1] 2024-11-21T12:21:06,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:06,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:06,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3910 sec 2024-11-21T12:21:06,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191666945, completionTime=-1 2024-11-21T12:21:06,946 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:21:06,946 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:06,947 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:06,947 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191726947 2024-11-21T12:21:06,947 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191786947 2024-11-21T12:21:06,947 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:21:06,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33113,1732191663280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:06,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33113,1732191663280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:06,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33113,1732191663280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:06,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:33113, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:06,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:06,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:06,949 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.431sec 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33113,1732191663280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:06,951 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33113,1732191663280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:06,952 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:06,952 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:06,952 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33113,1732191663280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:06,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dd4f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:06,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33113,-1 for getting cluster id 2024-11-21T12:21:06,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:06,990 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091019f1-4948-49ed-84a0-a4d2295f1023' 2024-11-21T12:21:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091019f1-4948-49ed-84a0-a4d2295f1023" 2024-11-21T12:21:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7511be68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33113,-1] 2024-11-21T12:21:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:06,991 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:06,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6536f56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:06,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,41107,1732191663463, seqNum=-1] 2024-11-21T12:21:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:06,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:06,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:06,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:07,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d5728de0002 connected 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.log.dir so I do NOT create it in target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18 2024-11-21T12:21:07,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.tmp.dir so I do NOT create it in target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18 2024-11-21T12:21:07,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:07,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/cluster_99497897-4e36-aa9b-e8cd-ae83c8af8570, deleteOnExit=true 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/test.cache.data in system properties and HBase conf 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:07,038 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:07,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:07,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:07,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:07,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:07,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:07,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:07,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:07,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:07,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:07,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:07,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:07,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:07,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:07,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280af66e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:07,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82cf79b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:07,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d1be11e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/java.io.tmpdir/jetty-localhost-41911-hadoop-hdfs-3_4_1-tests_jar-_-any-6239627462070699936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:07,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@598ad856{HTTP/1.1, (http/1.1)}{localhost:41911} 2024-11-21T12:21:07,623 INFO [Time-limited test {}] server.Server(415): Started @241557ms 2024-11-21T12:21:07,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:07,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:07,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:07,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:07,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:07,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a3e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:07,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1720bed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:08,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@91a2aec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/java.io.tmpdir/jetty-localhost-40191-hadoop-hdfs-3_4_1-tests_jar-_-any-2894140326350439306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:08,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a7f3a10{HTTP/1.1, (http/1.1)}{localhost:40191} 2024-11-21T12:21:08,100 INFO [Time-limited test {}] server.Server(415): Started @242034ms 2024-11-21T12:21:08,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:08,871 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/cluster_99497897-4e36-aa9b-e8cd-ae83c8af8570/data/data2/current/BP-1712008283-172.17.0.2-1732191667069/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:08,871 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/cluster_99497897-4e36-aa9b-e8cd-ae83c8af8570/data/data1/current/BP-1712008283-172.17.0.2-1732191667069/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:08,894 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad2a663bb7246b48 with lease ID 0xc2a742125a647942: Processing first storage report for DS-2910db2d-cb25-4354-8219-9986663f400e from datanode DatanodeRegistration(127.0.0.1:43325, datanodeUuid=987d28f9-6f17-4b01-84f5-95fbb0887571, infoPort=37381, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=333939189;c=1732191667069) 2024-11-21T12:21:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad2a663bb7246b48 with lease ID 0xc2a742125a647942: from storage DS-2910db2d-cb25-4354-8219-9986663f400e node DatanodeRegistration(127.0.0.1:43325, datanodeUuid=987d28f9-6f17-4b01-84f5-95fbb0887571, infoPort=37381, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=333939189;c=1732191667069), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad2a663bb7246b48 with lease ID 0xc2a742125a647942: Processing first storage report for DS-0d01ff63-a33d-4139-b855-3d7382122105 from datanode DatanodeRegistration(127.0.0.1:43325, datanodeUuid=987d28f9-6f17-4b01-84f5-95fbb0887571, infoPort=37381, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=333939189;c=1732191667069) 2024-11-21T12:21:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad2a663bb7246b48 with lease ID 0xc2a742125a647942: from storage DS-0d01ff63-a33d-4139-b855-3d7382122105 node DatanodeRegistration(127.0.0.1:43325, datanodeUuid=987d28f9-6f17-4b01-84f5-95fbb0887571, infoPort=37381, infoSecurePort=0, ipcPort=46597, storageInfo=lv=-57;cid=testClusterID;nsid=333939189;c=1732191667069), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:08,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18 2024-11-21T12:21:08,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:08,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:08,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e with version=8 2024-11-21T12:21:08,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/hbase-staging 2024-11-21T12:21:08,941 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:08,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:08,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:08,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:08,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:08,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:08,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:08,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:08,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45559 2024-11-21T12:21:08,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45559 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455590x0, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:08,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45559-0x1015d5728de0003 connected 2024-11-21T12:21:09,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:09,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:09,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on znode that does not yet exist, /11783693841/running 2024-11-21T12:21:09,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e, hbase.cluster.distributed=false 2024-11-21T12:21:09,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on znode that does not yet exist, /11783693841/acl 2024-11-21T12:21:09,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45559 2024-11-21T12:21:09,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45559 2024-11-21T12:21:09,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45559 2024-11-21T12:21:09,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45559 2024-11-21T12:21:09,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45559 2024-11-21T12:21:09,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:09,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:09,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:09,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:09,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:09,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:09,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:09,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:09,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44017 2024-11-21T12:21:09,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44017 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:09,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:09,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:09,066 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440170x0, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:09,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440170x0, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on znode that does not yet exist, /11783693841/running 2024-11-21T12:21:09,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44017-0x1015d5728de0004 connected 2024-11-21T12:21:09,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:09,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:09,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on znode that does not yet exist, /11783693841/master 2024-11-21T12:21:09,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on znode that does not yet exist, /11783693841/acl 2024-11-21T12:21:09,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-21T12:21:09,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44017 2024-11-21T12:21:09,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44017 2024-11-21T12:21:09,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-21T12:21:09,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-21T12:21:09,082 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:45559 2024-11-21T12:21:09,082 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11783693841/backup-masters/b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:09,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841/backup-masters 2024-11-21T12:21:09,087 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841/backup-masters 2024-11-21T12:21:09,087 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on existing znode=/11783693841/backup-masters/b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:09,097 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11783693841/master 2024-11-21T12:21:09,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:09,098 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:09,098 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on existing znode=/11783693841/master 2024-11-21T12:21:09,098 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11783693841/backup-masters/b4993cb2a74e,45559,1732191668941 from backup master directory 2024-11-21T12:21:09,108 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841/backup-masters 2024-11-21T12:21:09,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11783693841/backup-masters/b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:09,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841/backup-masters 2024-11-21T12:21:09,108 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:09,108 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:09,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/hbase.id] with ID: 769f4c63-9596-4cc5-a4a2-ec434e4a95bf 2024-11-21T12:21:09,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/.tmp/hbase.id 2024-11-21T12:21:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:09,515 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/.tmp/hbase.id]:[hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/hbase.id] 2024-11-21T12:21:09,522 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:09,522 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:09,523 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:21:09,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:09,571 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:09,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:09,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:09,976 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:09,977 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:10,383 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store 2024-11-21T12:21:10,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:10,388 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:10,388 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:10,388 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:10,388 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:10,388 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:10,388 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:10,388 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:10,389 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191670388Disabling compacts and flushes for region at 1732191670388Disabling writes for close at 1732191670388Writing region close event to WAL at 1732191670388Closed at 1732191670388 2024-11-21T12:21:10,389 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/.initializing 2024-11-21T12:21:10,389 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/WALs/b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:10,390 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:10,391 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C45559%2C1732191668941, suffix=, logDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/WALs/b4993cb2a74e,45559,1732191668941, archiveDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:10,403 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/WALs/b4993cb2a74e,45559,1732191668941/b4993cb2a74e%2C45559%2C1732191668941.1732191670391, exclude list is [], retry=0 2024-11-21T12:21:10,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43325,DS-2910db2d-cb25-4354-8219-9986663f400e,DISK] 2024-11-21T12:21:10,407 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/WALs/b4993cb2a74e,45559,1732191668941/b4993cb2a74e%2C45559%2C1732191668941.1732191670391 2024-11-21T12:21:10,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-21T12:21:10,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:10,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:10,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,407 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:10,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:10,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:10,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:10,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:10,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:10,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:10,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:10,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:10,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:10,414 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,415 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,415 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,416 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,416 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,416 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:10,417 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:10,418 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:10,419 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74325746, jitterRate=0.10753992199897766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:10,419 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191670407Initializing all the Stores at 1732191670408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191670408Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191670408Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191670408Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191670408Cleaning up temporary data from old regions at 1732191670416 (+8 ms)Region opened successfully at 1732191670419 (+3 ms) 2024-11-21T12:21:10,419 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:10,421 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67317e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:10,422 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:10,422 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:10,422 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:10,422 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:10,423 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:10,423 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:10,423 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:10,424 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:10,425 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Unable to get data of znode /11783693841/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:10,487 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11783693841/balancer already deleted, retry=false 2024-11-21T12:21:10,488 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:10,488 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Unable to get data of znode /11783693841/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:10,497 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11783693841/normalizer already deleted, retry=false 2024-11-21T12:21:10,498 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:10,499 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Unable to get data of znode /11783693841/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:10,508 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11783693841/switch/split already deleted, retry=false 2024-11-21T12:21:10,509 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Unable to get data of znode /11783693841/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:10,518 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11783693841/switch/merge already deleted, retry=false 2024-11-21T12:21:10,520 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Unable to get data of znode /11783693841/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:10,529 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11783693841/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:10,539 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11783693841/running 2024-11-21T12:21:10,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11783693841/running 2024-11-21T12:21:10,539 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:10,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:10,540 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,45559,1732191668941, sessionid=0x1015d5728de0003, setting cluster-up flag (Was=false) 2024-11-21T12:21:10,560 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:10,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:10,592 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11783693841/flush-table-proc/acquired, /11783693841/flush-table-proc/reached, /11783693841/flush-table-proc/abort 2024-11-21T12:21:10,593 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:10,613 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:10,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:10,645 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11783693841/online-snapshot/acquired, /11783693841/online-snapshot/reached, /11783693841/online-snapshot/abort 2024-11-21T12:21:10,646 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:10,646 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:10,648 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:10,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:10,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:10,649 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,45559,1732191668941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:10,650 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,650 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191700650 2024-11-21T12:21:10,651 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:10,651 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:10,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:10,651 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:10,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:10,651 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:10,651 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:10,651 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:10,652 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,652 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:10,652 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:10,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:10,652 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:10,652 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:10,653 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:10,656 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:10,656 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:10,658 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191670656,5,FailOnTimeoutGroup] 2024-11-21T12:21:10,658 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191670658,5,FailOnTimeoutGroup] 2024-11-21T12:21:10,658 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,658 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:10,658 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,658 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:10,673 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(746): ClusterId : 769f4c63-9596-4cc5-a4a2-ec434e4a95bf 2024-11-21T12:21:10,673 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:10,677 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:10,677 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:10,687 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:10,688 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeac6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:10,702 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:44017 2024-11-21T12:21:10,702 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:10,702 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:10,702 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:10,703 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,45559,1732191668941 with port=44017, startcode=1732191669053 2024-11-21T12:21:10,703 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:10,704 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:10,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45559 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:10,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45559 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:10,706 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e 2024-11-21T12:21:10,706 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41107 2024-11-21T12:21:10,706 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:10,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841/rs 2024-11-21T12:21:10,760 DEBUG [RS:0;b4993cb2a74e:44017 {}] zookeeper.ZKUtil(111): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on existing znode=/11783693841/rs/b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:10,760 WARN [RS:0;b4993cb2a74e:44017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:10,760 INFO [RS:0;b4993cb2a74e:44017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:10,760 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:10,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,44017,1732191669053] 2024-11-21T12:21:10,764 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:10,766 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:10,766 INFO [RS:0;b4993cb2a74e:44017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:10,766 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,767 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:10,767 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:10,767 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,767 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,767 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,767 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,767 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,767 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,767 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:10,768 DEBUG [RS:0;b4993cb2a74e:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:10,768 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,768 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,768 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,768 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,768 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,768 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44017,1732191669053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:10,780 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:10,781 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44017,1732191669053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,781 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,781 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.Replication(171): b4993cb2a74e,44017,1732191669053 started 2024-11-21T12:21:10,793 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:10,793 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,44017,1732191669053, RpcServer on b4993cb2a74e/172.17.0.2:44017, sessionid=0x1015d5728de0004 2024-11-21T12:21:10,793 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:10,793 DEBUG [RS:0;b4993cb2a74e:44017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:10,793 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,44017,1732191669053' 2024-11-21T12:21:10,793 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11783693841/flush-table-proc/abort' 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11783693841/flush-table-proc/acquired' 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,44017,1732191669053' 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11783693841/online-snapshot/abort' 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11783693841/online-snapshot/acquired' 2024-11-21T12:21:10,794 DEBUG [RS:0;b4993cb2a74e:44017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:10,794 INFO [RS:0;b4993cb2a74e:44017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:10,794 INFO [RS:0;b4993cb2a74e:44017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:10,895 INFO [RS:0;b4993cb2a74e:44017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:10,896 INFO [RS:0;b4993cb2a74e:44017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C44017%2C1732191669053, suffix=, logDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053, archiveDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/oldWALs, maxLogs=10 2024-11-21T12:21:10,907 DEBUG [RS:0;b4993cb2a74e:44017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, exclude list is [], retry=0 2024-11-21T12:21:10,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43325,DS-2910db2d-cb25-4354-8219-9986663f400e,DISK] 2024-11-21T12:21:10,911 INFO [RS:0;b4993cb2a74e:44017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 2024-11-21T12:21:10,912 DEBUG [RS:0;b4993cb2a74e:44017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-21T12:21:11,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:21:11,062 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e 2024-11-21T12:21:11,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:21:11,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:11,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:11,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:11,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:11,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:11,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:11,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:11,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:11,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:11,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:11,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:11,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:11,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:11,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:11,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:11,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740 2024-11-21T12:21:11,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740 2024-11-21T12:21:11,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:11,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:11,474 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:11,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:11,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:11,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61658686, jitterRate=-0.08121398091316223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:11,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191671467Initializing all the Stores at 1732191671468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191671468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191671468Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191671468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191671468Cleaning up temporary data from old regions at 1732191671474 (+6 ms)Region opened successfully at 1732191671477 (+3 ms) 2024-11-21T12:21:11,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:11,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:11,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:11,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:11,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:11,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:11,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191671477Disabling compacts and flushes for region at 1732191671477Disabling writes for close at 1732191671477Writing region close event to WAL at 1732191671477Closed at 1732191671477 2024-11-21T12:21:11,478 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:11,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:21:11,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:11,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:11,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:21:11,630 DEBUG [b4993cb2a74e:45559 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:11,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:11,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,44017,1732191669053, state=OPENING 2024-11-21T12:21:11,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:21:11,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:21:12,003 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:12,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:12,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11783693841/meta-region-server: CHANGED 2024-11-21T12:21:12,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11783693841/meta-region-server: CHANGED 2024-11-21T12:21:12,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:12,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,44017,1732191669053}] 2024-11-21T12:21:12,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:12,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:12,160 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:12,160 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:12,160 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:12,162 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C44017%2C1732191669053.meta, suffix=.meta, logDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053, archiveDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/oldWALs, maxLogs=10 2024-11-21T12:21:12,178 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.meta.1732191672162.meta, exclude list is [], retry=0 2024-11-21T12:21:12,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43325,DS-2910db2d-cb25-4354-8219-9986663f400e,DISK] 2024-11-21T12:21:12,181 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.meta.1732191672162.meta 2024-11-21T12:21:12,182 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-21T12:21:12,182 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:12,182 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:12,183 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:12,183 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:12,183 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:12,183 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:12,183 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:12,183 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:12,183 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:12,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:12,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:12,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:12,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:12,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:12,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:12,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:12,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:12,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:12,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:12,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:12,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:12,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:12,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:12,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:12,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:12,189 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:12,189 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740 2024-11-21T12:21:12,190 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740 2024-11-21T12:21:12,191 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:12,191 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:12,191 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:12,192 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:12,193 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69394698, jitterRate=0.034061580896377563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:12,193 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:12,193 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191672183Writing region info on filesystem at 1732191672183Initializing all the Stores at 1732191672184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191672184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191672184Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191672184Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191672184Cleaning up temporary data from old regions at 1732191672191 (+7 ms)Running coprocessor post-open hooks at 1732191672193 (+2 ms)Region opened successfully at 1732191672193 2024-11-21T12:21:12,194 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191672155 2024-11-21T12:21:12,195 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:12,195 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:12,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:12,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,44017,1732191669053, state=OPEN 2024-11-21T12:21:12,203 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11783693841/meta-region-server 2024-11-21T12:21:12,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11783693841/meta-region-server 2024-11-21T12:21:12,203 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:12,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11783693841/meta-region-server: CHANGED 2024-11-21T12:21:12,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11783693841/meta-region-server: CHANGED 2024-11-21T12:21:12,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:21:12,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,44017,1732191669053 in 200 msec 2024-11-21T12:21:12,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:21:12,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec 2024-11-21T12:21:12,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:12,207 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:21:12,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:12,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,44017,1732191669053, seqNum=-1] 2024-11-21T12:21:12,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:12,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:12,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5650 sec 2024-11-21T12:21:12,213 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191672213, completionTime=-1 2024-11-21T12:21:12,213 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:21:12,213 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191732215 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191792215 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45559,1732191668941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45559,1732191668941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45559,1732191668941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:45559, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:12,215 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:12,216 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:12,217 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.111sec 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45559,1732191668941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:12,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45559,1732191668941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:12,221 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:12,221 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:12,221 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45559,1732191668941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:12,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4df4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:12,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,45559,-1 for getting cluster id 2024-11-21T12:21:12,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:12,276 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769f4c63-9596-4cc5-a4a2-ec434e4a95bf' 2024-11-21T12:21:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769f4c63-9596-4cc5-a4a2-ec434e4a95bf" 2024-11-21T12:21:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2164c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,45559,-1] 2024-11-21T12:21:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:12,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:12,277 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:12,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab80ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:12,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:12,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,44017,1732191669053, seqNum=-1] 2024-11-21T12:21:12,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:12,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:12,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:12,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:12,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:12,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d5728de0005 connected 2024-11-21T12:21:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.log.dir so I do NOT create it in target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9 2024-11-21T12:21:12,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.tmp.dir so I do NOT create it in target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9 2024-11-21T12:21:12,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:12,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9 2024-11-21T12:21:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:12,300 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/cluster_0ecc20b8-4d01-dcc4-a345-f4f52e41b37d, deleteOnExit=true 2024-11-21T12:21:12,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/test.cache.data in system properties and HBase conf 2024-11-21T12:21:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:12,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:12,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:12,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:12,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:12,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:12,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:12,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:12,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:12,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:12,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:12,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:12,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71e2a7ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:12,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52a93d10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:12,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d38765{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/java.io.tmpdir/jetty-localhost-34165-hadoop-hdfs-3_4_1-tests_jar-_-any-945201830027320597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:12,907 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c41ed37{HTTP/1.1, (http/1.1)}{localhost:34165} 2024-11-21T12:21:12,907 INFO [Time-limited test {}] server.Server(415): Started @246841ms 2024-11-21T12:21:13,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:21:13,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:21:13,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:13,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:21:13,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:13,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:21:13,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:21:13,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:21:13,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:13,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:13,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:13,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:13,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:13,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74285854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:13,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ff2541e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:13,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2970252d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/java.io.tmpdir/jetty-localhost-44017-hadoop-hdfs-3_4_1-tests_jar-_-any-12197051335960458995/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:13,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29653bca{HTTP/1.1, (http/1.1)}{localhost:44017} 2024-11-21T12:21:13,303 INFO [Time-limited test {}] server.Server(415): Started @247237ms 2024-11-21T12:21:13,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:13,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:13,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:13,929 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48403 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:14,108 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/cluster_0ecc20b8-4d01-dcc4-a345-f4f52e41b37d/data/data1/current/BP-1847432864-172.17.0.2-1732191672404/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:14,108 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/cluster_0ecc20b8-4d01-dcc4-a345-f4f52e41b37d/data/data2/current/BP-1847432864-172.17.0.2-1732191672404/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:14,173 WARN [Thread-2898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:14,182 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49a08a37a08929b3 with lease ID 0xa3269ae49db18247: Processing first storage report for DS-5592a74f-1467-442c-a485-dd1251288edb from datanode DatanodeRegistration(127.0.0.1:33629, datanodeUuid=3ca88845-eac3-4744-af2b-39090aea4553, infoPort=45245, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=474789171;c=1732191672404) 2024-11-21T12:21:14,182 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49a08a37a08929b3 with lease ID 0xa3269ae49db18247: from storage DS-5592a74f-1467-442c-a485-dd1251288edb node DatanodeRegistration(127.0.0.1:33629, datanodeUuid=3ca88845-eac3-4744-af2b-39090aea4553, infoPort=45245, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=474789171;c=1732191672404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x49a08a37a08929b3 with lease ID 0xa3269ae49db18247: Processing first storage report for DS-2afe32b3-de99-4c48-b0cc-2c37e42b23bf from datanode DatanodeRegistration(127.0.0.1:33629, datanodeUuid=3ca88845-eac3-4744-af2b-39090aea4553, infoPort=45245, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=474789171;c=1732191672404) 2024-11-21T12:21:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x49a08a37a08929b3 with lease ID 0xa3269ae49db18247: from storage DS-2afe32b3-de99-4c48-b0cc-2c37e42b23bf node DatanodeRegistration(127.0.0.1:33629, datanodeUuid=3ca88845-eac3-4744-af2b-39090aea4553, infoPort=45245, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=474789171;c=1732191672404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:14,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9 2024-11-21T12:21:14,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:14,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:14,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:14,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295 with version=8 2024-11-21T12:21:14,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/hbase-staging 2024-11-21T12:21:14,671 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:14,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:14,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:14,671 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:14,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:14,671 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:14,671 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:14,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:14,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33623 2024-11-21T12:21:14,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33623 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:14,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336230x0, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:14,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33623-0x1015d5728de0006 connected 2024-11-21T12:21:14,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:14,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:14,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on znode that does not yet exist, /21788993455/running 2024-11-21T12:21:14,787 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295, hbase.cluster.distributed=false 2024-11-21T12:21:14,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on znode that does not yet exist, /21788993455/acl 2024-11-21T12:21:14,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-21T12:21:14,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33623 2024-11-21T12:21:14,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33623 2024-11-21T12:21:14,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-21T12:21:14,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33623 2024-11-21T12:21:14,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:14,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:14,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:14,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:14,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:14,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:14,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:14,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:14,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37125 2024-11-21T12:21:14,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37125 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:14,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:14,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:14,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371250x0, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:14,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37125-0x1015d5728de0007 connected 2024-11-21T12:21:14,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on znode that does not yet exist, /21788993455/running 2024-11-21T12:21:14,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:14,836 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:14,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on znode that does not yet exist, /21788993455/master 2024-11-21T12:21:14,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on znode that does not yet exist, /21788993455/acl 2024-11-21T12:21:14,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37125 2024-11-21T12:21:14,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37125 2024-11-21T12:21:14,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37125 2024-11-21T12:21:14,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37125 2024-11-21T12:21:14,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37125 2024-11-21T12:21:14,899 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:33623 2024-11-21T12:21:14,901 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21788993455/backup-masters/b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:14,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455/backup-masters 2024-11-21T12:21:14,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455/backup-masters 2024-11-21T12:21:14,909 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on existing znode=/21788993455/backup-masters/b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21788993455/master 2024-11-21T12:21:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:14,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:14,919 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on existing znode=/21788993455/master 2024-11-21T12:21:14,919 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21788993455/backup-masters/b4993cb2a74e,33623,1732191674670 from backup master directory 2024-11-21T12:21:14,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21788993455/backup-masters/b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:14,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455/backup-masters 2024-11-21T12:21:14,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455/backup-masters 2024-11-21T12:21:14,929 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:14,929 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:14,932 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/hbase.id] with ID: 84a72a39-9af5-4cba-8bc6-c152495f3159 2024-11-21T12:21:14,932 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/.tmp/hbase.id 2024-11-21T12:21:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:14,958 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/.tmp/hbase.id]:[hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/hbase.id] 2024-11-21T12:21:14,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:14,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:14,967 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:21:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:15,401 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:15,402 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:15,402 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:15,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:15,808 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store 2024-11-21T12:21:15,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:16,219 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:16,219 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:16,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:16,219 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:16,219 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:16,219 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:16,219 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:16,219 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191676219Disabling compacts and flushes for region at 1732191676219Disabling writes for close at 1732191676219Writing region close event to WAL at 1732191676219Closed at 1732191676219 2024-11-21T12:21:16,220 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/.initializing 2024-11-21T12:21:16,220 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/WALs/b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:16,220 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:16,222 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C33623%2C1732191674670, suffix=, logDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/WALs/b4993cb2a74e,33623,1732191674670, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:16,237 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/WALs/b4993cb2a74e,33623,1732191674670/b4993cb2a74e%2C33623%2C1732191674670.1732191676222, exclude list is [], retry=0 2024-11-21T12:21:16,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-5592a74f-1467-442c-a485-dd1251288edb,DISK] 2024-11-21T12:21:16,241 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/WALs/b4993cb2a74e,33623,1732191674670/b4993cb2a74e%2C33623%2C1732191674670.1732191676222 2024-11-21T12:21:16,245 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-21T12:21:16,246 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:16,246 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:16,246 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,246 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:16,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:16,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:16,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:16,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:16,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:16,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:16,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:16,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:16,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:16,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:16,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:16,254 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,255 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,257 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,257 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,257 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:16,258 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:16,260 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:16,260 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72322988, jitterRate=0.07769650220870972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:16,260 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191676246Initializing all the Stores at 1732191676247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191676247Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191676247Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191676247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191676247Cleaning up temporary data from old regions at 1732191676257 (+10 ms)Region opened successfully at 1732191676260 (+3 ms) 2024-11-21T12:21:16,261 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:16,263 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4d68c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:16,264 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:16,264 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:16,264 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:16,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:16,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:16,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:16,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:16,272 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:16,273 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Unable to get data of znode /21788993455/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:16,326 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21788993455/balancer already deleted, retry=false 2024-11-21T12:21:16,326 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:16,327 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Unable to get data of znode /21788993455/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:16,400 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21788993455/normalizer already deleted, retry=false 2024-11-21T12:21:16,400 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:16,401 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Unable to get data of znode /21788993455/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:16,537 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21788993455/switch/split already deleted, retry=false 2024-11-21T12:21:16,538 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Unable to get data of znode /21788993455/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:16,620 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21788993455/switch/merge already deleted, retry=false 2024-11-21T12:21:16,622 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Unable to get data of znode /21788993455/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:16,644 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21788993455/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21788993455/running 2024-11-21T12:21:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21788993455/running 2024-11-21T12:21:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:16,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:16,656 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,33623,1732191674670, sessionid=0x1015d5728de0006, setting cluster-up flag (Was=false) 2024-11-21T12:21:16,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:16,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:16,708 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21788993455/flush-table-proc/acquired, /21788993455/flush-table-proc/reached, /21788993455/flush-table-proc/abort 2024-11-21T12:21:16,709 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:16,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:16,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:16,760 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21788993455/online-snapshot/acquired, /21788993455/online-snapshot/reached, /21788993455/online-snapshot/abort 2024-11-21T12:21:16,761 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:16,763 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:16,764 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:16,764 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:16,764 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:16,764 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,33623,1732191674670 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:16,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:16,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:16,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:16,768 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:16,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:16,772 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191706772 2024-11-21T12:21:16,772 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:16,773 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:16,773 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:16,773 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:16,773 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:16,773 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:16,776 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:16,780 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:16,780 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:16,780 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:16,780 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:16,782 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:16,782 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:16,783 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191676782,5,FailOnTimeoutGroup] 2024-11-21T12:21:16,783 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191676783,5,FailOnTimeoutGroup] 2024-11-21T12:21:16,783 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:16,783 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:16,783 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:16,783 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:16,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:21:16,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295 2024-11-21T12:21:16,796 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(746): ClusterId : 84a72a39-9af5-4cba-8bc6-c152495f3159 2024-11-21T12:21:16,796 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:16,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741832_1008 (size=32) 2024-11-21T12:21:16,855 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:16,855 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:16,929 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:16,929 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e45a5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:16,945 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:37125 2024-11-21T12:21:16,945 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:16,945 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:16,945 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:16,946 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,33623,1732191674670 with port=37125, startcode=1732191674813 2024-11-21T12:21:16,946 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:16,948 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:16,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:16,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33623 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:16,949 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295 2024-11-21T12:21:16,949 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40307 2024-11-21T12:21:16,949 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:17,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455/rs 2024-11-21T12:21:17,062 DEBUG [RS:0;b4993cb2a74e:37125 {}] zookeeper.ZKUtil(111): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on existing znode=/21788993455/rs/b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:17,063 WARN [RS:0;b4993cb2a74e:37125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:17,063 INFO [RS:0;b4993cb2a74e:37125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:17,063 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:17,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,37125,1732191674813] 2024-11-21T12:21:17,066 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:17,067 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:17,067 INFO [RS:0;b4993cb2a74e:37125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:17,067 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,068 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:17,068 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:17,068 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:17,068 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:17,069 DEBUG [RS:0;b4993cb2a74e:37125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:17,069 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,069 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,069 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,069 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,069 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,069 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37125,1732191674813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:17,087 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:17,087 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37125,1732191674813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,087 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,087 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.Replication(171): b4993cb2a74e,37125,1732191674813 started 2024-11-21T12:21:17,105 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,105 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,37125,1732191674813, RpcServer on b4993cb2a74e/172.17.0.2:37125, sessionid=0x1015d5728de0007 2024-11-21T12:21:17,105 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:17,105 DEBUG [RS:0;b4993cb2a74e:37125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:17,105 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37125,1732191674813' 2024-11-21T12:21:17,105 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21788993455/flush-table-proc/abort' 2024-11-21T12:21:17,106 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21788993455/flush-table-proc/acquired' 2024-11-21T12:21:17,106 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:17,106 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:17,106 DEBUG [RS:0;b4993cb2a74e:37125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:17,106 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,37125,1732191674813' 2024-11-21T12:21:17,106 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21788993455/online-snapshot/abort' 2024-11-21T12:21:17,106 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21788993455/online-snapshot/acquired' 2024-11-21T12:21:17,107 DEBUG [RS:0;b4993cb2a74e:37125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:17,107 INFO [RS:0;b4993cb2a74e:37125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:17,107 INFO [RS:0;b4993cb2a74e:37125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:17,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:17,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:17,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:17,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:17,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:17,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:17,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:17,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:17,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:17,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,207 INFO [RS:0;b4993cb2a74e:37125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:17,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:17,208 INFO [RS:0;b4993cb2a74e:37125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37125%2C1732191674813, suffix=, logDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/oldWALs, maxLogs=10 2024-11-21T12:21:17,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740 2024-11-21T12:21:17,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740 2024-11-21T12:21:17,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:17,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:17,210 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:17,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:17,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:17,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66631011, jitterRate=-0.007120564579963684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191677198Initializing all the Stores at 1732191677199 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191677199Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191677200 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191677200Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191677200Cleaning up temporary data from old regions at 1732191677210 (+10 ms)Region opened successfully at 1732191677217 (+7 ms) 2024-11-21T12:21:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:17,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:17,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:17,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:17,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191677217Disabling compacts and flushes for region at 1732191677217Disabling writes for close at 1732191677217Writing region close event to WAL at 1732191677218 (+1 ms)Closed at 1732191677218 2024-11-21T12:21:17,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:17,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:21:17,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:17,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:17,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:21:17,225 DEBUG [RS:0;b4993cb2a74e:37125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, exclude list is [], retry=0 2024-11-21T12:21:17,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-5592a74f-1467-442c-a485-dd1251288edb,DISK] 2024-11-21T12:21:17,228 INFO [RS:0;b4993cb2a74e:37125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 2024-11-21T12:21:17,228 DEBUG [RS:0;b4993cb2a74e:37125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-21T12:21:17,371 DEBUG [b4993cb2a74e:33623 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:17,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:17,373 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37125,1732191674813, state=OPENING 2024-11-21T12:21:17,402 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:21:17,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:17,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:17,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21788993455/meta-region-server: CHANGED 2024-11-21T12:21:17,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21788993455/meta-region-server: CHANGED 2024-11-21T12:21:17,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:17,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37125,1732191674813}] 2024-11-21T12:21:17,610 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:17,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:17,614 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:17,614 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:17,615 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:17,616 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37125%2C1732191674813.meta, suffix=.meta, logDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/oldWALs, maxLogs=10 2024-11-21T12:21:17,633 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.meta.1732191677616.meta, exclude list is [], retry=0 2024-11-21T12:21:17,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-5592a74f-1467-442c-a485-dd1251288edb,DISK] 2024-11-21T12:21:17,640 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.meta.1732191677616.meta 2024-11-21T12:21:17,641 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-21T12:21:17,641 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:17,641 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:17,641 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:17,641 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:17,641 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:17,641 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:17,642 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:17,642 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:17,642 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:17,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:17,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:17,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:17,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:17,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:17,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:17,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:17,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:17,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:17,651 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:17,651 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740 2024-11-21T12:21:17,652 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740 2024-11-21T12:21:17,653 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:17,653 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:17,653 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:17,654 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:17,654 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71695928, jitterRate=0.0683525800704956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:17,654 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:17,654 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191677642Writing region info on filesystem at 1732191677642Initializing all the Stores at 1732191677642Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191677643 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191677647 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191677647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191677647Cleaning up temporary data from old regions at 1732191677653 (+6 ms)Running coprocessor post-open hooks at 1732191677654 (+1 ms)Region opened successfully at 1732191677654 2024-11-21T12:21:17,664 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191677610 2024-11-21T12:21:17,666 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:17,666 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:17,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:17,667 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,37125,1732191674813, state=OPEN 2024-11-21T12:21:17,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21788993455/meta-region-server 2024-11-21T12:21:17,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21788993455/meta-region-server 2024-11-21T12:21:17,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:17,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21788993455/meta-region-server: CHANGED 2024-11-21T12:21:17,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21788993455/meta-region-server: CHANGED 2024-11-21T12:21:17,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:21:17,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,37125,1732191674813 in 239 msec 2024-11-21T12:21:17,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:21:17,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-21T12:21:17,706 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:17,706 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:21:17,708 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:17,708 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37125,1732191674813, seqNum=-1] 2024-11-21T12:21:17,708 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:17,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:17,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 950 msec 2024-11-21T12:21:17,715 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191677715, completionTime=-1 2024-11-21T12:21:17,715 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:21:17,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:17,718 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:17,718 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191737718 2024-11-21T12:21:17,718 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191797718 2024-11-21T12:21:17,718 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:21:17,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33623,1732191674670-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33623,1732191674670-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33623,1732191674670-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:33623, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,721 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:21:17,724 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.799sec 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33623,1732191674670-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:17,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33623,1732191674670-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:17,733 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:17,733 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:17,733 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,33623,1732191674670-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:17,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:17,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917559a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:17,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:17,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:17,791 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb58d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:17,793 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:17,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8672c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:17,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37125,1732191674813, seqNum=-1] 2024-11-21T12:21:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:17,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:17,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:17,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52816 2024-11-21T12:21:17,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:17,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015d5728de0008 connected 2024-11-21T12:21:17,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c02ec10 2024-11-21T12:21:17,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:17,906 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:17,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:21:17,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:21:17,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:17,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:21:17,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:21:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:21:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:18,329 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ca3bb391f141b985e9fce50e19a255b8, NAME => 'test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766 2024-11-21T12:21:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:21:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:18,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:18,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ca3bb391f141b985e9fce50e19a255b8, disabling compactions & flushes 2024-11-21T12:21:18,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:18,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:18,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. after waiting 0 ms 2024-11-21T12:21:18,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:18,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:18,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ca3bb391f141b985e9fce50e19a255b8: Waiting for close lock at 1732191678751Disabling compacts and flushes for region at 1732191678751Disabling writes for close at 1732191678751Writing region close event to WAL at 1732191678751Closed at 1732191678751 2024-11-21T12:21:18,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:21:18,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191678752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191678752"}]},"ts":"1732191678752"} 2024-11-21T12:21:18,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:21:18,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:21:18,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191678755"}]},"ts":"1732191678755"} 2024-11-21T12:21:18,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:21:18,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca3bb391f141b985e9fce50e19a255b8, ASSIGN}] 2024-11-21T12:21:18,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ca3bb391f141b985e9fce50e19a255b8, ASSIGN 2024-11-21T12:21:18,759 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ca3bb391f141b985e9fce50e19a255b8, ASSIGN; state=OFFLINE, location=b4993cb2a74e,41107,1732191663463; forceNewPlan=false, retain=false 2024-11-21T12:21:18,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca3bb391f141b985e9fce50e19a255b8, regionState=OPENING, regionLocation=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:18,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ca3bb391f141b985e9fce50e19a255b8, ASSIGN because future has completed 2024-11-21T12:21:18,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca3bb391f141b985e9fce50e19a255b8, server=b4993cb2a74e,41107,1732191663463}] 2024-11-21T12:21:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:19,069 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:19,069 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ca3bb391f141b985e9fce50e19a255b8, NAME => 'test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:19,070 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:19,070 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:21:19,070 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,070 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:19,070 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,070 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,071 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,072 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3bb391f141b985e9fce50e19a255b8 columnFamilyName f 2024-11-21T12:21:19,072 DEBUG [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:19,073 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] regionserver.HStore(327): Store=ca3bb391f141b985e9fce50e19a255b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:19,073 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,074 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3bb391f141b985e9fce50e19a255b8 columnFamilyName f1 2024-11-21T12:21:19,074 DEBUG [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:19,074 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] regionserver.HStore(327): Store=ca3bb391f141b985e9fce50e19a255b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:19,074 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,075 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca3bb391f141b985e9fce50e19a255b8 columnFamilyName norep 2024-11-21T12:21:19,075 DEBUG [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:19,075 INFO [StoreOpener-ca3bb391f141b985e9fce50e19a255b8-1 {}] regionserver.HStore(327): Store=ca3bb391f141b985e9fce50e19a255b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:19,075 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,076 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,076 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,077 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,077 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,077 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:19,078 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,079 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:19,079 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ca3bb391f141b985e9fce50e19a255b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70189265, jitterRate=0.045901551842689514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:19,079 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:19,080 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ca3bb391f141b985e9fce50e19a255b8: Running coprocessor pre-open hook at 1732191679070Writing region info on filesystem at 1732191679070Initializing all the Stores at 1732191679071 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191679071Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191679071Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191679071Cleaning up temporary data from old regions at 1732191679077 (+6 ms)Running coprocessor post-open hooks at 1732191679079 (+2 ms)Region opened successfully at 1732191679080 (+1 ms) 2024-11-21T12:21:19,081 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8., pid=6, masterSystemTime=1732191679064 2024-11-21T12:21:19,083 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:19,083 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:19,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ca3bb391f141b985e9fce50e19a255b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ca3bb391f141b985e9fce50e19a255b8, server=b4993cb2a74e,41107,1732191663463 because future has completed 2024-11-21T12:21:19,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:21:19,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ca3bb391f141b985e9fce50e19a255b8, server=b4993cb2a74e,41107,1732191663463 in 174 msec 2024-11-21T12:21:19,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:21:19,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ca3bb391f141b985e9fce50e19a255b8, ASSIGN in 330 msec 2024-11-21T12:21:19,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:21:19,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191679090"}]},"ts":"1732191679090"} 2024-11-21T12:21:19,092 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:21:19,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:21:19,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-21T12:21:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:20,069 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:21:20,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f84957 2024-11-21T12:21:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:20,072 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:20,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:21:20,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:21:20,075 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:20,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:21:20,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:21:20,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:20,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:21:20,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97cae1a63ec0146a425926c2e69246dc, NAME => 'test,,1732191680072.97cae1a63ec0146a425926c2e69246dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e 2024-11-21T12:21:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:21:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:20,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191680072.97cae1a63ec0146a425926c2e69246dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:20,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 97cae1a63ec0146a425926c2e69246dc, disabling compactions & flushes 2024-11-21T12:21:20,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:20,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:20,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. after waiting 0 ms 2024-11-21T12:21:20,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:20,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:20,517 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97cae1a63ec0146a425926c2e69246dc: Waiting for close lock at 1732191680516Disabling compacts and flushes for region at 1732191680516Disabling writes for close at 1732191680517 (+1 ms)Writing region close event to WAL at 1732191680517Closed at 1732191680517 2024-11-21T12:21:20,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:21:20,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191680072.97cae1a63ec0146a425926c2e69246dc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191680518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191680518"}]},"ts":"1732191680518"} 2024-11-21T12:21:20,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:21:20,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:21:20,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191680522"}]},"ts":"1732191680522"} 2024-11-21T12:21:20,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:21:20,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97cae1a63ec0146a425926c2e69246dc, ASSIGN}] 2024-11-21T12:21:20,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=97cae1a63ec0146a425926c2e69246dc, ASSIGN 2024-11-21T12:21:20,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=97cae1a63ec0146a425926c2e69246dc, ASSIGN; state=OFFLINE, location=b4993cb2a74e,44017,1732191669053; forceNewPlan=false, retain=false 2024-11-21T12:21:20,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97cae1a63ec0146a425926c2e69246dc, regionState=OPENING, regionLocation=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:20,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=97cae1a63ec0146a425926c2e69246dc, ASSIGN because future has completed 2024-11-21T12:21:20,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97cae1a63ec0146a425926c2e69246dc, server=b4993cb2a74e,44017,1732191669053}] 2024-11-21T12:21:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:20,845 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:20,845 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 97cae1a63ec0146a425926c2e69246dc, NAME => 'test,,1732191680072.97cae1a63ec0146a425926c2e69246dc.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:20,845 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:20,845 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:21:20,846 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,846 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191680072.97cae1a63ec0146a425926c2e69246dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:20,846 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,846 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,847 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,848 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cae1a63ec0146a425926c2e69246dc columnFamilyName f 2024-11-21T12:21:20,848 DEBUG [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:20,849 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] regionserver.HStore(327): Store=97cae1a63ec0146a425926c2e69246dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:20,849 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,850 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cae1a63ec0146a425926c2e69246dc columnFamilyName f1 2024-11-21T12:21:20,850 DEBUG [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:20,850 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] regionserver.HStore(327): Store=97cae1a63ec0146a425926c2e69246dc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:20,850 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,851 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97cae1a63ec0146a425926c2e69246dc columnFamilyName norep 2024-11-21T12:21:20,851 DEBUG [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:20,852 INFO [StoreOpener-97cae1a63ec0146a425926c2e69246dc-1 {}] regionserver.HStore(327): Store=97cae1a63ec0146a425926c2e69246dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:20,852 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,853 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,853 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,854 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,854 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,854 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:20,855 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,857 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:20,858 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 97cae1a63ec0146a425926c2e69246dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71410681, jitterRate=0.06410206854343414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:20,858 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:20,858 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 97cae1a63ec0146a425926c2e69246dc: Running coprocessor pre-open hook at 1732191680846Writing region info on filesystem at 1732191680846Initializing all the Stores at 1732191680847 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191680847Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191680847Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191680847Cleaning up temporary data from old regions at 1732191680854 (+7 ms)Running coprocessor post-open hooks at 1732191680858 (+4 ms)Region opened successfully at 1732191680858 2024-11-21T12:21:20,859 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191680072.97cae1a63ec0146a425926c2e69246dc., pid=6, masterSystemTime=1732191680841 2024-11-21T12:21:20,861 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:20,861 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:20,862 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=97cae1a63ec0146a425926c2e69246dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:20,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97cae1a63ec0146a425926c2e69246dc, server=b4993cb2a74e,44017,1732191669053 because future has completed 2024-11-21T12:21:20,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:21:20,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 97cae1a63ec0146a425926c2e69246dc, server=b4993cb2a74e,44017,1732191669053 in 177 msec 2024-11-21T12:21:20,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:21:20,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=97cae1a63ec0146a425926c2e69246dc, ASSIGN in 343 msec 2024-11-21T12:21:20,872 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:21:20,872 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191680872"}]},"ts":"1732191680872"} 2024-11-21T12:21:20,875 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:21:20,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:21:20,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 803 msec 2024-11-21T12:21:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:21,219 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:21:21,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72dd6c5d 2024-11-21T12:21:21,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:21,221 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:21,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:21:21,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:21:21,224 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:21,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:21:21,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:21:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:21,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:21:21,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e916316428fc8e6a43917763774de558, NAME => 'test,,1732191681221.e916316428fc8e6a43917763774de558.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295 2024-11-21T12:21:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:21:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:21,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191681221.e916316428fc8e6a43917763774de558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:21,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e916316428fc8e6a43917763774de558, disabling compactions & flushes 2024-11-21T12:21:21,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:21,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:21,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191681221.e916316428fc8e6a43917763774de558. after waiting 0 ms 2024-11-21T12:21:21,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:21,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:21,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e916316428fc8e6a43917763774de558: Waiting for close lock at 1732191681638Disabling compacts and flushes for region at 1732191681638Disabling writes for close at 1732191681638Writing region close event to WAL at 1732191681638Closed at 1732191681638 2024-11-21T12:21:21,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:21:21,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191681221.e916316428fc8e6a43917763774de558.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191681640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191681640"}]},"ts":"1732191681640"} 2024-11-21T12:21:21,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:21:21,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:21:21,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191681643"}]},"ts":"1732191681643"} 2024-11-21T12:21:21,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:21:21,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e916316428fc8e6a43917763774de558, ASSIGN}] 2024-11-21T12:21:21,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e916316428fc8e6a43917763774de558, ASSIGN 2024-11-21T12:21:21,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e916316428fc8e6a43917763774de558, ASSIGN; state=OFFLINE, location=b4993cb2a74e,37125,1732191674813; forceNewPlan=false, retain=false 2024-11-21T12:21:21,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e916316428fc8e6a43917763774de558, regionState=OPENING, regionLocation=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:21,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e916316428fc8e6a43917763774de558, ASSIGN because future has completed 2024-11-21T12:21:21,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e916316428fc8e6a43917763774de558, server=b4993cb2a74e,37125,1732191674813}] 2024-11-21T12:21:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:21,960 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:21,961 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e916316428fc8e6a43917763774de558, NAME => 'test,,1732191681221.e916316428fc8e6a43917763774de558.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:21,961 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:21,961 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:21:21,961 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,961 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191681221.e916316428fc8e6a43917763774de558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:21,961 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,961 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,968 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,970 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e916316428fc8e6a43917763774de558 columnFamilyName f 2024-11-21T12:21:21,970 DEBUG [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:21,970 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] regionserver.HStore(327): Store=e916316428fc8e6a43917763774de558/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:21,970 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,976 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e916316428fc8e6a43917763774de558 columnFamilyName f1 2024-11-21T12:21:21,977 DEBUG [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:21,977 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] regionserver.HStore(327): Store=e916316428fc8e6a43917763774de558/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:21,977 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,979 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e916316428fc8e6a43917763774de558 columnFamilyName norep 2024-11-21T12:21:21,979 DEBUG [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:21,980 INFO [StoreOpener-e916316428fc8e6a43917763774de558-1 {}] regionserver.HStore(327): Store=e916316428fc8e6a43917763774de558/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:21,980 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,981 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,985 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,994 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,994 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e916316428fc8e6a43917763774de558 2024-11-21T12:21:21,995 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:21,997 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e916316428fc8e6a43917763774de558 2024-11-21T12:21:22,017 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:22,017 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e916316428fc8e6a43917763774de558; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61791707, jitterRate=-0.07923181354999542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:22,017 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e916316428fc8e6a43917763774de558 2024-11-21T12:21:22,018 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e916316428fc8e6a43917763774de558: Running coprocessor pre-open hook at 1732191681961Writing region info on filesystem at 1732191681962 (+1 ms)Initializing all the Stores at 1732191681962Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191681962Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191681968 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191681968Cleaning up temporary data from old regions at 1732191681994 (+26 ms)Running coprocessor post-open hooks at 1732191682017 (+23 ms)Region opened successfully at 1732191682017 2024-11-21T12:21:22,019 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191681221.e916316428fc8e6a43917763774de558., pid=6, masterSystemTime=1732191681953 2024-11-21T12:21:22,021 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:22,021 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:22,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e916316428fc8e6a43917763774de558, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:22,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e916316428fc8e6a43917763774de558, server=b4993cb2a74e,37125,1732191674813 because future has completed 2024-11-21T12:21:22,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:21:22,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e916316428fc8e6a43917763774de558, server=b4993cb2a74e,37125,1732191674813 in 227 msec 2024-11-21T12:21:22,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:21:22,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e916316428fc8e6a43917763774de558, ASSIGN in 386 msec 2024-11-21T12:21:22,035 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:21:22,035 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191682035"}]},"ts":"1732191682035"} 2024-11-21T12:21:22,038 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:21:22,040 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:21:22,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 818 msec 2024-11-21T12:21:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:22,359 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:21:22,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e0e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:22,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33113,-1 for getting cluster id 2024-11-21T12:21:22,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:22,361 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091019f1-4948-49ed-84a0-a4d2295f1023' 2024-11-21T12:21:22,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:22,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091019f1-4948-49ed-84a0-a4d2295f1023" 2024-11-21T12:21:22,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400b6884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:22,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33113,-1] 2024-11-21T12:21:22,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:22,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:22,363 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b41ab05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:22,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a5761cb 2024-11-21T12:21:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:22,366 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:22,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:45559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:21:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:21:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:22,369 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:45559' 2024-11-21T12:21:22,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516e3597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:22,370 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,45559,-1 for getting cluster id 2024-11-21T12:21:22,370 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:22,371 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769f4c63-9596-4cc5-a4a2-ec434e4a95bf' 2024-11-21T12:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769f4c63-9596-4cc5-a4a2-ec434e4a95bf" 2024-11-21T12:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0d2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,45559,-1] 2024-11-21T12:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:22,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:22,372 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:22,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1a8417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:22,373 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:22,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f1ea56 2024-11-21T12:21:22,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:22,377 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:22,378 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:21:22,378 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:21:22,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:22,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:22,379 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:22,380 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:21:22,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:22,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:21:22,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:22,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:21:22,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:21:22,430 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:21:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:22,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b02938dcddf7cdbca5b9b88a36fc86e, NAME => 'hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766 2024-11-21T12:21:22,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:21:22,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:22,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b02938dcddf7cdbca5b9b88a36fc86e, disabling compactions & flushes 2024-11-21T12:21:22,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:22,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:22,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. after waiting 0 ms 2024-11-21T12:21:22,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:22,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:22,859 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b02938dcddf7cdbca5b9b88a36fc86e: Waiting for close lock at 1732191682859Disabling compacts and flushes for region at 1732191682859Disabling writes for close at 1732191682859Writing region close event to WAL at 1732191682859Closed at 1732191682859 2024-11-21T12:21:22,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:21:22,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191682861"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191682861"}]},"ts":"1732191682861"} 2024-11-21T12:21:22,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:21:22,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:21:22,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191682864"}]},"ts":"1732191682864"} 2024-11-21T12:21:22,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:21:22,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b02938dcddf7cdbca5b9b88a36fc86e, ASSIGN}] 2024-11-21T12:21:22,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b02938dcddf7cdbca5b9b88a36fc86e, ASSIGN 2024-11-21T12:21:22,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b02938dcddf7cdbca5b9b88a36fc86e, ASSIGN; state=OFFLINE, location=b4993cb2a74e,41107,1732191663463; forceNewPlan=false, retain=false 2024-11-21T12:21:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:23,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b02938dcddf7cdbca5b9b88a36fc86e, regionState=OPENING, regionLocation=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:23,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b02938dcddf7cdbca5b9b88a36fc86e, ASSIGN because future has completed 2024-11-21T12:21:23,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b02938dcddf7cdbca5b9b88a36fc86e, server=b4993cb2a74e,41107,1732191663463}] 2024-11-21T12:21:23,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:23,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:23,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:23,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:21:23,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:23,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C41107%2C1732191663463.rep, suffix=, logDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463, archiveDir=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/oldWALs, maxLogs=10 2024-11-21T12:21:23,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.rep.1732191683227, exclude list is [], retry=0 2024-11-21T12:21:23,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33505,DS-346aba1a-f0df-4ba1-aedc-194beb1cb1e0,DISK] 2024-11-21T12:21:23,260 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:21:23,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:21:23,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:21:23,261 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:23,261 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:21:23,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.rep.1732191683227 2024-11-21T12:21:23,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43867:43867)] 2024-11-21T12:21:23,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b02938dcddf7cdbca5b9b88a36fc86e, NAME => 'hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:23,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:23,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:23,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. service=MultiRowMutationService 2024-11-21T12:21:23,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:21:23,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:23,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,291 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,293 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b02938dcddf7cdbca5b9b88a36fc86e columnFamilyName hfileref 2024-11-21T12:21:23,293 DEBUG [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:23,296 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] regionserver.HStore(327): Store=8b02938dcddf7cdbca5b9b88a36fc86e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:23,296 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,297 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b02938dcddf7cdbca5b9b88a36fc86e columnFamilyName queue 2024-11-21T12:21:23,297 DEBUG [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:23,298 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] regionserver.HStore(327): Store=8b02938dcddf7cdbca5b9b88a36fc86e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:23,299 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,300 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b02938dcddf7cdbca5b9b88a36fc86e columnFamilyName sid 2024-11-21T12:21:23,300 DEBUG [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:23,301 INFO [StoreOpener-8b02938dcddf7cdbca5b9b88a36fc86e-1 {}] regionserver.HStore(327): Store=8b02938dcddf7cdbca5b9b88a36fc86e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:23,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:23,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:23,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8b02938dcddf7cdbca5b9b88a36fc86e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59915938, jitterRate=-0.10718294978141785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:23,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:23,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8b02938dcddf7cdbca5b9b88a36fc86e: Running coprocessor pre-open hook at 1732191683290Writing region info on filesystem at 1732191683290Initializing all the Stores at 1732191683291 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191683291Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191683291Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191683291Cleaning up temporary data from old regions at 1732191683308 (+17 ms)Running coprocessor post-open hooks at 1732191683322 (+14 ms)Region opened successfully at 1732191683323 (+1 ms) 2024-11-21T12:21:23,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e., pid=10, masterSystemTime=1732191683212 2024-11-21T12:21:23,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:23,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:23,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b02938dcddf7cdbca5b9b88a36fc86e, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:23,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b02938dcddf7cdbca5b9b88a36fc86e, server=b4993cb2a74e,41107,1732191663463 because future has completed 2024-11-21T12:21:23,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:21:23,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b02938dcddf7cdbca5b9b88a36fc86e, server=b4993cb2a74e,41107,1732191663463 in 298 msec 2024-11-21T12:21:23,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:21:23,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b02938dcddf7cdbca5b9b88a36fc86e, ASSIGN in 468 msec 2024-11-21T12:21:23,340 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:21:23,340 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191683340"}]},"ts":"1732191683340"} 2024-11-21T12:21:23,342 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:21:23,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:21:23,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 965 msec 2024-11-21T12:21:23,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e., hostname=b4993cb2a74e,41107,1732191663463, seqNum=2] 2024-11-21T12:21:23,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:23,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:23,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:21:23,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:21:23,685 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:21:23,720 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,41107,1732191663463, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:21:23,721 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:23,721 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,41107,1732191663463, seqNum=-1] 2024-11-21T12:21:23,721 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:23,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T12:21:23,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,41107,1732191663463', locateType=CURRENT is [region=hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e., hostname=b4993cb2a74e,41107,1732191663463, seqNum=2] 2024-11-21T12:21:23,727 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:21:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:21:23,731 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,41107,1732191663463 suceeded 2024-11-21T12:21:23,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:21:23,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-21T12:21:23,733 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:45559,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:21:23,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3670 sec 2024-11-21T12:21:23,744 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:45559' 2024-11-21T12:21:23,748 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1174a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:23,749 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,45559,-1 for getting cluster id 2024-11-21T12:21:23,749 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:23,750 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769f4c63-9596-4cc5-a4a2-ec434e4a95bf' 2024-11-21T12:21:23,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:23,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769f4c63-9596-4cc5-a4a2-ec434e4a95bf" 2024-11-21T12:21:23,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c3b64fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:23,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,45559,-1] 2024-11-21T12:21:23,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:23,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:23,752 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:23,753 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:23,753 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6e70cb 2024-11-21T12:21:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:23,755 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T12:21:23,757 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,41107,1732191663463 (queues=1) is replicating from cluster=091019f1-4948-49ed-84a0-a4d2295f1023 to cluster=769f4c63-9596-4cc5-a4a2-ec434e4a95bf 2024-11-21T12:21:23,758 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C41107%2C1732191663463 2024-11-21T12:21:23,758 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,41107,1732191663463, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:21:23,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, startPosition=0, beingWritten=true 2024-11-21T12:21:23,780 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C41107%2C1732191663463 2024-11-21T12:21:23,791 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:21:23,799 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:23,800 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:23,800 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:24,018 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:24,322 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:24,518 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:21:24,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:24,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:24,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:24,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:24,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:24,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fb8771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:24,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,45559,-1 for getting cluster id 2024-11-21T12:21:24,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:24,520 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769f4c63-9596-4cc5-a4a2-ec434e4a95bf' 2024-11-21T12:21:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769f4c63-9596-4cc5-a4a2-ec434e4a95bf" 2024-11-21T12:21:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4302b78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,45559,-1] 2024-11-21T12:21:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:24,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:24,521 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:24,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21044818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:24,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0cb584 2024-11-21T12:21:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:24,523 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:24,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:33623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:21:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:21:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:24,525 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:33623' 2024-11-21T12:21:24,526 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a3a06d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:24,526 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:24,526 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:24,527 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d757c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:24,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:24,528 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:24,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e80f316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:24,528 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:24,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:24,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0b38a4 2024-11-21T12:21:24,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:24,530 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:24,530 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T12:21:24,530 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:21:24,530 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:24,530 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:24,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:24,531 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:24,532 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:21:24,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:21:24,532 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:24,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:21:24,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:21:24,582 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:21:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:24,725 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:24,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fef229a4b8edd612c4f83c4fc542c4d, NAME => 'hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e 2024-11-21T12:21:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:21:24,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:24,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7fef229a4b8edd612c4f83c4fc542c4d, disabling compactions & flushes 2024-11-21T12:21:24,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:24,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:24,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. after waiting 0 ms 2024-11-21T12:21:24,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:24,970 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:24,970 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fef229a4b8edd612c4f83c4fc542c4d: Waiting for close lock at 1732191684970Disabling compacts and flushes for region at 1732191684970Disabling writes for close at 1732191684970Writing region close event to WAL at 1732191684970Closed at 1732191684970 2024-11-21T12:21:24,972 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:21:24,972 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191684972"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191684972"}]},"ts":"1732191684972"} 2024-11-21T12:21:24,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:21:24,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:21:24,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191684975"}]},"ts":"1732191684975"} 2024-11-21T12:21:24,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:21:24,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fef229a4b8edd612c4f83c4fc542c4d, ASSIGN}] 2024-11-21T12:21:24,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fef229a4b8edd612c4f83c4fc542c4d, ASSIGN 2024-11-21T12:21:24,982 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fef229a4b8edd612c4f83c4fc542c4d, ASSIGN; state=OFFLINE, location=b4993cb2a74e,44017,1732191669053; forceNewPlan=false, retain=false 2024-11-21T12:21:25,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fef229a4b8edd612c4f83c4fc542c4d, regionState=OPENING, regionLocation=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:25,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7fef229a4b8edd612c4f83c4fc542c4d, ASSIGN because future has completed 2024-11-21T12:21:25,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fef229a4b8edd612c4f83c4fc542c4d, server=b4993cb2a74e,44017,1732191669053}] 2024-11-21T12:21:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:25,247 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:25,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:25,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:25,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:21:25,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C44017%2C1732191669053.rep, suffix=, logDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053, archiveDir=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/oldWALs, maxLogs=10 2024-11-21T12:21:25,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.rep.1732191685296, exclude list is [], retry=0 2024-11-21T12:21:25,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43325,DS-2910db2d-cb25-4354-8219-9986663f400e,DISK] 2024-11-21T12:21:25,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.rep.1732191685296 2024-11-21T12:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37381:37381)] 2024-11-21T12:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fef229a4b8edd612c4f83c4fc542c4d, NAME => 'hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:25,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. service=MultiRowMutationService 2024-11-21T12:21:25,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:21:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,361 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,364 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fef229a4b8edd612c4f83c4fc542c4d columnFamilyName hfileref 2024-11-21T12:21:25,364 DEBUG [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:25,368 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] regionserver.HStore(327): Store=7fef229a4b8edd612c4f83c4fc542c4d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:25,368 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,370 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fef229a4b8edd612c4f83c4fc542c4d columnFamilyName queue 2024-11-21T12:21:25,370 DEBUG [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:25,371 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] regionserver.HStore(327): Store=7fef229a4b8edd612c4f83c4fc542c4d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:25,371 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,376 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fef229a4b8edd612c4f83c4fc542c4d columnFamilyName sid 2024-11-21T12:21:25,376 DEBUG [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:25,376 INFO [StoreOpener-7fef229a4b8edd612c4f83c4fc542c4d-1 {}] regionserver.HStore(327): Store=7fef229a4b8edd612c4f83c4fc542c4d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:25,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:25,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:25,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7fef229a4b8edd612c4f83c4fc542c4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60745789, jitterRate=-0.09481720626354218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:25,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:25,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7fef229a4b8edd612c4f83c4fc542c4d: Running coprocessor pre-open hook at 1732191685359Writing region info on filesystem at 1732191685359Initializing all the Stores at 1732191685360 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191685360Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191685360Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191685360Cleaning up temporary data from old regions at 1732191685378 (+18 ms)Running coprocessor post-open hooks at 1732191685383 (+5 ms)Region opened successfully at 1732191685383 2024-11-21T12:21:25,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d., pid=10, masterSystemTime=1732191685289 2024-11-21T12:21:25,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:25,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:25,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7fef229a4b8edd612c4f83c4fc542c4d, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:25,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fef229a4b8edd612c4f83c4fc542c4d, server=b4993cb2a74e,44017,1732191669053 because future has completed 2024-11-21T12:21:25,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:21:25,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fef229a4b8edd612c4f83c4fc542c4d, server=b4993cb2a74e,44017,1732191669053 in 254 msec 2024-11-21T12:21:25,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:21:25,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7fef229a4b8edd612c4f83c4fc542c4d, ASSIGN in 414 msec 2024-11-21T12:21:25,396 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:21:25,396 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191685396"}]},"ts":"1732191685396"} 2024-11-21T12:21:25,398 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:21:25,400 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:21:25,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 869 msec 2024-11-21T12:21:25,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d., hostname=b4993cb2a74e,44017,1732191669053, seqNum=2] 2024-11-21T12:21:25,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:25,476 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:25,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:21:25,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:25,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:21:25,661 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:21:25,701 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,44017,1732191669053, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:21:25,701 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:25,702 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,44017,1732191669053, seqNum=-1] 2024-11-21T12:21:25,702 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:25,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T12:21:25,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,44017,1732191669053', locateType=CURRENT is [region=hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d., hostname=b4993cb2a74e,44017,1732191669053, seqNum=2] 2024-11-21T12:21:25,726 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:21:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:21:25,730 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,44017,1732191669053 suceeded 2024-11-21T12:21:25,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:21:25,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-21T12:21:25,733 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:33623,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:21:25,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2100 sec 2024-11-21T12:21:25,754 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:33623' 2024-11-21T12:21:25,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7d6a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:25,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:25,769 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:25,770 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:25,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:25,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:25,772 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:25,772 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@654ffa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:25,772 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:25,773 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:25,773 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:25,776 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f6dedb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:25,776 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:25,778 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:25,778 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b54354f 2024-11-21T12:21:25,778 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:25,779 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T12:21:25,783 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,44017,1732191669053 (queues=1) is replicating from cluster=769f4c63-9596-4cc5-a4a2-ec434e4a95bf to cluster=84a72a39-9af5-4cba-8bc6-c152495f3159 2024-11-21T12:21:25,783 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C44017%2C1732191669053 2024-11-21T12:21:25,783 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,44017,1732191669053, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:21:25,800 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, startPosition=0, beingWritten=true 2024-11-21T12:21:25,801 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C44017%2C1732191669053 2024-11-21T12:21:25,827 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:25,827 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 379, reset compression=false 2024-11-21T12:21:25,828 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:25,851 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:26,062 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 379, reset compression=false 2024-11-21T12:21:26,383 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 379, reset compression=false 2024-11-21T12:21:26,581 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45559 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:26,669 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:21:26,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:26,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:26,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:26,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:26,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:26,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5670a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:26,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:26,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:26,673 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:26,675 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eadaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:26,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16b4a3d0 2024-11-21T12:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:26,678 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:26,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:33113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:21:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:21:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:26,682 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:33113' 2024-11-21T12:21:26,684 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3c3cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:26,684 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33113,-1 for getting cluster id 2024-11-21T12:21:26,684 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:26,685 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091019f1-4948-49ed-84a0-a4d2295f1023' 2024-11-21T12:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091019f1-4948-49ed-84a0-a4d2295f1023" 2024-11-21T12:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba75261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33113,-1] 2024-11-21T12:21:26,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:26,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:26,686 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4961da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:26,687 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:26,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b171fbe 2024-11-21T12:21:26,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:26,691 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:26,691 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T12:21:26,692 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:21:26,692 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:26,692 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:26,692 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:26,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:26,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:21:26,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:21:26,695 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:26,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:21:26,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:21:26,721 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e66f2bc03b85fda8c2be96c38fe2e558, NAME => 'hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295 2024-11-21T12:21:26,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:21:26,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:26,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e66f2bc03b85fda8c2be96c38fe2e558, disabling compactions & flushes 2024-11-21T12:21:26,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:26,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:26,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. after waiting 0 ms 2024-11-21T12:21:26,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:26,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:26,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e66f2bc03b85fda8c2be96c38fe2e558: Waiting for close lock at 1732191686735Disabling compacts and flushes for region at 1732191686735Disabling writes for close at 1732191686735Writing region close event to WAL at 1732191686735Closed at 1732191686735 2024-11-21T12:21:26,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:21:26,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191686737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191686737"}]},"ts":"1732191686737"} 2024-11-21T12:21:26,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:21:26,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:21:26,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191686741"}]},"ts":"1732191686741"} 2024-11-21T12:21:26,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:21:26,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e66f2bc03b85fda8c2be96c38fe2e558, ASSIGN}] 2024-11-21T12:21:26,744 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:21:26,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e66f2bc03b85fda8c2be96c38fe2e558, ASSIGN 2024-11-21T12:21:26,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e66f2bc03b85fda8c2be96c38fe2e558, ASSIGN; state=OFFLINE, location=b4993cb2a74e,37125,1732191674813; forceNewPlan=false, retain=false 2024-11-21T12:21:26,788 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 379, reset compression=false 2024-11-21T12:21:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:26,897 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e66f2bc03b85fda8c2be96c38fe2e558, regionState=OPENING, regionLocation=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:26,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e66f2bc03b85fda8c2be96c38fe2e558, ASSIGN because future has completed 2024-11-21T12:21:26,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e66f2bc03b85fda8c2be96c38fe2e558, server=b4993cb2a74e,37125,1732191674813}] 2024-11-21T12:21:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:27,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:27,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:27,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:21:27,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C37125%2C1732191674813.rep, suffix=, logDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813, archiveDir=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/oldWALs, maxLogs=10 2024-11-21T12:21:27,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.rep.1732191687060, exclude list is [], retry=0 2024-11-21T12:21:27,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-5592a74f-1467-442c-a485-dd1251288edb,DISK] 2024-11-21T12:21:27,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.rep.1732191687060 2024-11-21T12:21:27,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45245:45245)] 2024-11-21T12:21:27,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e66f2bc03b85fda8c2be96c38fe2e558, NAME => 'hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:27,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:27,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:27,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. service=MultiRowMutationService 2024-11-21T12:21:27,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:21:27,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:27,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,104 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,106 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e66f2bc03b85fda8c2be96c38fe2e558 columnFamilyName hfileref 2024-11-21T12:21:27,106 DEBUG [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:27,107 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] regionserver.HStore(327): Store=e66f2bc03b85fda8c2be96c38fe2e558/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:27,107 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,108 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e66f2bc03b85fda8c2be96c38fe2e558 columnFamilyName queue 2024-11-21T12:21:27,108 DEBUG [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:27,109 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] regionserver.HStore(327): Store=e66f2bc03b85fda8c2be96c38fe2e558/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:27,109 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,110 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e66f2bc03b85fda8c2be96c38fe2e558 columnFamilyName sid 2024-11-21T12:21:27,110 DEBUG [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:27,111 INFO [StoreOpener-e66f2bc03b85fda8c2be96c38fe2e558-1 {}] regionserver.HStore(327): Store=e66f2bc03b85fda8c2be96c38fe2e558/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:27,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/replication/e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/replication/e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:27,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/replication/e66f2bc03b85fda8c2be96c38fe2e558/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:27,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e66f2bc03b85fda8c2be96c38fe2e558; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71836613, jitterRate=0.07044894993305206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:27,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:27,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e66f2bc03b85fda8c2be96c38fe2e558: Running coprocessor pre-open hook at 1732191687095Writing region info on filesystem at 1732191687095Initializing all the Stores at 1732191687096 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191687097 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191687104 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191687104Cleaning up temporary data from old regions at 1732191687113 (+9 ms)Running coprocessor post-open hooks at 1732191687137 (+24 ms)Region opened successfully at 1732191687137 2024-11-21T12:21:27,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558., pid=10, masterSystemTime=1732191687053 2024-11-21T12:21:27,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:27,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:27,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e66f2bc03b85fda8c2be96c38fe2e558, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:27,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e66f2bc03b85fda8c2be96c38fe2e558, server=b4993cb2a74e,37125,1732191674813 because future has completed 2024-11-21T12:21:27,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:21:27,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e66f2bc03b85fda8c2be96c38fe2e558, server=b4993cb2a74e,37125,1732191674813 in 245 msec 2024-11-21T12:21:27,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:21:27,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e66f2bc03b85fda8c2be96c38fe2e558, ASSIGN in 403 msec 2024-11-21T12:21:27,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:21:27,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191687151"}]},"ts":"1732191687151"} 2024-11-21T12:21:27,154 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:21:27,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:21:27,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 463 msec 2024-11-21T12:21:27,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558., hostname=b4993cb2a74e,37125,1732191674813, seqNum=2] 2024-11-21T12:21:27,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:27,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:27,293 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 379, reset compression=false 2024-11-21T12:21:27,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:21:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:27,384 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:27,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:21:27,462 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:21:27,502 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,37125,1732191674813, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:21:27,503 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:27,503 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37125,1732191674813, seqNum=-1] 2024-11-21T12:21:27,503 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:27,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T12:21:27,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,37125,1732191674813', locateType=CURRENT is [region=hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558., hostname=b4993cb2a74e,37125,1732191674813, seqNum=2] 2024-11-21T12:21:27,509 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:21:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:21:27,511 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,37125,1732191674813 suceeded 2024-11-21T12:21:27,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:21:27,513 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:33113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:21:27,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-21T12:21:27,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 835 msec 2024-11-21T12:21:27,529 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:33113' 2024-11-21T12:21:27,531 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@421f90d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,531 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33113,-1 for getting cluster id 2024-11-21T12:21:27,531 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:27,532 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091019f1-4948-49ed-84a0-a4d2295f1023' 2024-11-21T12:21:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091019f1-4948-49ed-84a0-a4d2295f1023" 2024-11-21T12:21:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a4d3b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33113,-1] 2024-11-21T12:21:27,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,533 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:27,534 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540bd5e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,534 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:27,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:27,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45546c33 2024-11-21T12:21:27,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:27,536 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T12:21:27,537 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,37125,1732191674813 (queues=1) is replicating from cluster=84a72a39-9af5-4cba-8bc6-c152495f3159 to cluster=091019f1-4948-49ed-84a0-a4d2295f1023 2024-11-21T12:21:27,537 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C37125%2C1732191674813 2024-11-21T12:21:27,537 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,37125,1732191674813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:21:27,537 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, startPosition=0, beingWritten=true 2024-11-21T12:21:27,540 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C37125%2C1732191674813 2024-11-21T12:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 379, reset compression=false 2024-11-21T12:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:27,756 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 379, reset compression=false 2024-11-21T12:21:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:21:27,819 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:21:27,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:27,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:27,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:27,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11124ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33113,-1 for getting cluster id 2024-11-21T12:21:27,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:27,821 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091019f1-4948-49ed-84a0-a4d2295f1023' 2024-11-21T12:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091019f1-4948-49ed-84a0-a4d2295f1023" 2024-11-21T12:21:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2474dd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33113,-1] 2024-11-21T12:21:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,823 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7b553c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fff60e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,45559,-1 for getting cluster id 2024-11-21T12:21:27,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:27,826 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769f4c63-9596-4cc5-a4a2-ec434e4a95bf' 2024-11-21T12:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769f4c63-9596-4cc5-a4a2-ec434e4a95bf" 2024-11-21T12:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613375f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,45559,-1] 2024-11-21T12:21:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,832 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4580b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4448308e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:27,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:27,836 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b23bcce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,838 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727714d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:27,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,41107,1732191663463, seqNum=-1] 2024-11-21T12:21:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:27,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8., hostname=b4993cb2a74e,41107,1732191663463, seqNum=2] 2024-11-21T12:21:27,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:27,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37125,1732191674813, seqNum=-1] 2024-11-21T12:21:27,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:27,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191681221.e916316428fc8e6a43917763774de558., hostname=b4993cb2a74e,37125,1732191674813, seqNum=2] 2024-11-21T12:21:27,888 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T12:21:27,898 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 379, reset compression=false 2024-11-21T12:21:28,060 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 379, reset compression=false 2024-11-21T12:21:28,289 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 379, reset compression=false 2024-11-21T12:21:28,293 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:28,293 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 480, reset compression=false 2024-11-21T12:21:28,293 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca3bb391f141b985e9fce50e19a255b8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T12:21:28,296 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:28,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T12:21:28,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:28,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c24a0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:28,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,45559,-1 for getting cluster id 2024-11-21T12:21:28,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:28,305 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '769f4c63-9596-4cc5-a4a2-ec434e4a95bf' 2024-11-21T12:21:28,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:28,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "769f4c63-9596-4cc5-a4a2-ec434e4a95bf" 2024-11-21T12:21:28,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@afbcfed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:28,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,45559,-1] 2024-11-21T12:21:28,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:28,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:28,307 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:28,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45a0d54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:28,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:28,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,44017,1732191669053, seqNum=-1] 2024-11-21T12:21:28,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:28,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T12:21:28,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191680072.97cae1a63ec0146a425926c2e69246dc., hostname=b4993cb2a74e,44017,1732191669053, seqNum=2] 2024-11-21T12:21:28,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:28,469 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 379, reset compression=false 2024-11-21T12:21:28,499 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 480, reset compression=false 2024-11-21T12:21:28,602 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 379, reset compression=false 2024-11-21T12:21:28,606 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:28,606 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 503, reset compression=false 2024-11-21T12:21:28,606 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[{test/97cae1a63ec0146a425926c2e69246dc/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T12:21:28,608 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:28,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T12:21:28,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:28,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eff19e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:28,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:28,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:28,611 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410b2e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:28,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:28,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:28,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:28,612 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:28,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1806d44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:28,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:28,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,37125,1732191674813, seqNum=-1] 2024-11-21T12:21:28,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:28,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T12:21:28,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191681221.e916316428fc8e6a43917763774de558., hostname=b4993cb2a74e,37125,1732191674813, seqNum=2] 2024-11-21T12:21:28,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:28,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:28,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,802 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 480, reset compression=false 2024-11-21T12:21:28,812 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 503, reset compression=false 2024-11-21T12:21:28,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:28,891 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T12:21:28,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:28,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,44017,1732191669053, seqNum=-1] 2024-11-21T12:21:28,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:28,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:28,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191680072.97cae1a63ec0146a425926c2e69246dc., hostname=b4993cb2a74e,44017,1732191669053, seqNum=2] 2024-11-21T12:21:28,900 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T12:21:28,974 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 379, reset compression=false 2024-11-21T12:21:28,979 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:28,979 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 526, reset compression=false 2024-11-21T12:21:28,979 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:29,122 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 503, reset compression=false 2024-11-21T12:21:29,126 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:29,126 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 607, reset compression=false 2024-11-21T12:21:29,126 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[{test/97cae1a63ec0146a425926c2e69246dc/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:21:29,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:29,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:29,184 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 526, reset compression=false 2024-11-21T12:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 653, reset compression=false 2024-11-21T12:21:29,189 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[{test/e916316428fc8e6a43917763774de558/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:21:29,191 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:29,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T12:21:29,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:29,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52a5186d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:29,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33113,-1 for getting cluster id 2024-11-21T12:21:29,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:29,193 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091019f1-4948-49ed-84a0-a4d2295f1023' 2024-11-21T12:21:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091019f1-4948-49ed-84a0-a4d2295f1023" 2024-11-21T12:21:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@658b6f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33113,-1] 2024-11-21T12:21:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:29,194 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:29,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4896e82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:29,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:29,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,41107,1732191663463, seqNum=-1] 2024-11-21T12:21:29,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:29,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T12:21:29,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8., hostname=b4993cb2a74e,41107,1732191663463, seqNum=2] 2024-11-21T12:21:29,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:29,210 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 480, reset compression=false 2024-11-21T12:21:29,214 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:29,214 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 631, reset compression=false 2024-11-21T12:21:29,214 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:29,332 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 607, reset compression=false 2024-11-21T12:21:29,393 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 653, reset compression=false 2024-11-21T12:21:29,418 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 631, reset compression=false 2024-11-21T12:21:29,636 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 607, reset compression=false 2024-11-21T12:21:29,696 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 653, reset compression=false 2024-11-21T12:21:29,722 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 631, reset compression=false 2024-11-21T12:21:29,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T12:21:29,905 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T12:21:30,040 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 607, reset compression=false 2024-11-21T12:21:30,100 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 653, reset compression=false 2024-11-21T12:21:30,104 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:30,104 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 757, reset compression=false 2024-11-21T12:21:30,104 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[{test/e916316428fc8e6a43917763774de558/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:21:30,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:30,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:30,126 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 631, reset compression=false 2024-11-21T12:21:30,130 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:30,131 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 759, reset compression=false 2024-11-21T12:21:30,131 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca3bb391f141b985e9fce50e19a255b8/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:21:30,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:30,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:30,308 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 757, reset compression=false 2024-11-21T12:21:30,336 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 759, reset compression=false 2024-11-21T12:21:30,549 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 607, reset compression=false 2024-11-21T12:21:30,554 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:30,554 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 758, reset compression=false 2024-11-21T12:21:30,554 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:30,612 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 757, reset compression=false 2024-11-21T12:21:30,640 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 759, reset compression=false 2024-11-21T12:21:30,758 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 758, reset compression=false 2024-11-21T12:21:30,907 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T12:21:30,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T12:21:31,017 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 757, reset compression=false 2024-11-21T12:21:31,044 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 759, reset compression=false 2024-11-21T12:21:31,049 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:31,049 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 915, reset compression=false 2024-11-21T12:21:31,049 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca3bb391f141b985e9fce50e19a255b8/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T12:21:31,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:31,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:31,062 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 758, reset compression=false 2024-11-21T12:21:31,067 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:31,067 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 905, reset compression=false 2024-11-21T12:21:31,067 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[{test/97cae1a63ec0146a425926c2e69246dc/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T12:21:31,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:31,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:31,254 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 915, reset compression=false 2024-11-21T12:21:31,271 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 905, reset compression=false 2024-11-21T12:21:31,524 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 757, reset compression=false 2024-11-21T12:21:31,529 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:31,529 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 927, reset compression=false 2024-11-21T12:21:31,529 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:31,558 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 915, reset compression=false 2024-11-21T12:21:31,575 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 905, reset compression=false 2024-11-21T12:21:31,734 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 927, reset compression=false 2024-11-21T12:21:31,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T12:21:31,920 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T12:21:31,962 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 915, reset compression=false 2024-11-21T12:21:31,980 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 905, reset compression=false 2024-11-21T12:21:31,984 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:31,984 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1064, reset compression=false 2024-11-21T12:21:31,984 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[{test/97cae1a63ec0146a425926c2e69246dc/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:21:31,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:31,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:32,038 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 927, reset compression=false 2024-11-21T12:21:32,043 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:32,043 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1076, reset compression=false 2024-11-21T12:21:32,043 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[{test/e916316428fc8e6a43917763774de558/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T12:21:32,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:32,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:32,191 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1064, reset compression=false 2024-11-21T12:21:32,249 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1076, reset compression=false 2024-11-21T12:21:32,466 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 915, reset compression=false 2024-11-21T12:21:32,470 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:32,470 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1088, reset compression=false 2024-11-21T12:21:32,470 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:32,503 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1064, reset compression=false 2024-11-21T12:21:32,552 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1076, reset compression=false 2024-11-21T12:21:32,674 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1088, reset compression=false 2024-11-21T12:21:32,867 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:21:32,906 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1064, reset compression=false 2024-11-21T12:21:32,922 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T12:21:32,926 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T12:21:32,956 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1076, reset compression=false 2024-11-21T12:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1235, reset compression=false 2024-11-21T12:21:32,961 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[{test/e916316428fc8e6a43917763774de558/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:21:32,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:32,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:32,978 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1088, reset compression=false 2024-11-21T12:21:32,983 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:32,983 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1238, reset compression=false 2024-11-21T12:21:32,983 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca3bb391f141b985e9fce50e19a255b8/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T12:21:32,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:32,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:21:33,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:21:33,169 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1235, reset compression=false 2024-11-21T12:21:33,191 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1238, reset compression=false 2024-11-21T12:21:33,410 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1064, reset compression=false 2024-11-21T12:21:33,414 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:33,414 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1237, reset compression=false 2024-11-21T12:21:33,414 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:33,473 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1235, reset compression=false 2024-11-21T12:21:33,495 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1238, reset compression=false 2024-11-21T12:21:33,617 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1237, reset compression=false 2024-11-21T12:21:33,876 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1235, reset compression=false 2024-11-21T12:21:33,898 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1238, reset compression=false 2024-11-21T12:21:33,921 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1237, reset compression=false 2024-11-21T12:21:33,928 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T12:21:33,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65387850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:33,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:33,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:33,936 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b12f52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:33,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:33,938 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:33,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7843b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:33,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:33,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:33,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48e78e2 2024-11-21T12:21:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:33,946 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:33,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T12:21:33,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T12:21:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:21:34,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:21:34,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:34,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:34,039 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68512 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:21:34,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T12:21:34,170 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T12:21:34,171 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T12:21:34,171 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,37125,1732191674813 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T12:21:34,171 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0. 2024-11-21T12:21:34,171 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:34,171 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:34,171 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:34,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:21:34,272 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:21:34,272 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:21:34,324 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1237, reset compression=false 2024-11-21T12:21:34,372 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 terminated 2024-11-21T12:21:34,386 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,37125,1732191674813, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:21:34,386 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T12:21:34,386 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T12:21:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T12:21:34,389 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b4993cb2a74e,37125,1732191674813 suceeded 2024-11-21T12:21:34,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T12:21:34,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-21T12:21:34,390 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T12:21:34,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 443 msec 2024-11-21T12:21:34,400 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:33113' 2024-11-21T12:21:34,401 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36fff64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:34,401 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33113,-1 for getting cluster id 2024-11-21T12:21:34,402 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:34,402 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091019f1-4948-49ed-84a0-a4d2295f1023' 2024-11-21T12:21:34,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:34,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091019f1-4948-49ed-84a0-a4d2295f1023" 2024-11-21T12:21:34,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ff48945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:34,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33113,-1] 2024-11-21T12:21:34,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:34,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:34,404 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:34,404 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d116d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:34,404 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21677388 2024-11-21T12:21:34,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:34,406 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T12:21:34,406 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,37125,1732191674813 (queues=1) is replicating from cluster=84a72a39-9af5-4cba-8bc6-c152495f3159 to cluster=091019f1-4948-49ed-84a0-a4d2295f1023 2024-11-21T12:21:34,406 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C37125%2C1732191674813 2024-11-21T12:21:34,406 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,37125,1732191674813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:21:34,408 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C37125%2C1732191674813 2024-11-21T12:21:34,423 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1238, reset compression=false 2024-11-21T12:21:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:21:34,579 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:21:34,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:34,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:34,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:34,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:34,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:34,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T12:21:34,830 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1237, reset compression=false 2024-11-21T12:21:35,031 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1238, reset compression=false 2024-11-21T12:21:35,035 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:35,035 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1342, reset compression=false 2024-11-21T12:21:35,035 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[{test/ca3bb391f141b985e9fce50e19a255b8/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:21:35,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:35,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:35,239 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1342, reset compression=false 2024-11-21T12:21:35,436 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1237, reset compression=false 2024-11-21T12:21:35,441 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:35,441 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1364, reset compression=false 2024-11-21T12:21:35,441 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[{test/97cae1a63ec0146a425926c2e69246dc/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:21:35,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:35,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:35,543 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1342, reset compression=false 2024-11-21T12:21:35,585 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T12:21:35,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c572a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:35,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,33623,-1 for getting cluster id 2024-11-21T12:21:35,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:35,589 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a72a39-9af5-4cba-8bc6-c152495f3159' 2024-11-21T12:21:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a72a39-9af5-4cba-8bc6-c152495f3159" 2024-11-21T12:21:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d87aa33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:35,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,33623,-1] 2024-11-21T12:21:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:35,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:35,593 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371efbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:35,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757c783e 2024-11-21T12:21:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:35,598 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:35,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T12:21:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T12:21:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T12:21:35,645 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1364, reset compression=false 2024-11-21T12:21:35,653 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:35,653 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:35,653 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[{test/97cae1a63ec0146a425926c2e69246dc/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:21:35,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:21:35,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:35,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37125 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T12:21:35,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T12:21:35,806 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T12:21:35,806 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T12:21:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T12:21:35,808 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, startPosition=1235, beingWritten=true 2024-11-21T12:21:35,808 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b4993cb2a74e,37125,1732191674813 suceeded 2024-11-21T12:21:35,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T12:21:35,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-21T12:21:35,810 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T12:21:35,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 212 msec 2024-11-21T12:21:35,813 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:21:35,813 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1512, reset compression=false 2024-11-21T12:21:35,813 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[{test/e916316428fc8e6a43917763774de558/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:21:35,816 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:35,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T12:21:35,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:21:35,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:21:35,861 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33623 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T12:21:35,919 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:21:35,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:35,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:35,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:35,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:35,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:35,921 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T12:21:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:21:35,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:35,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:35,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:35,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:35,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:35,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:35,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1805298245, stopped=false 2024-11-21T12:21:35,922 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,33623,1732191674670 2024-11-21T12:21:35,947 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1342, reset compression=false 2024-11-21T12:21:35,951 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:35,951 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:35,951 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,41107,1732191663463 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21788993455/running 2024-11-21T12:21:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21788993455/running 2024-11-21T12:21:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:35,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:35,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:35,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:35,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:35,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:35,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on znode that does not yet exist, /21788993455/running 2024-11-21T12:21:35,970 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,37125,1732191674813' ***** 2024-11-21T12:21:35,970 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:35,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Set watcher on znode that does not yet exist, /21788993455/running 2024-11-21T12:21:35,970 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:35,970 INFO [RS:0;b4993cb2a74e:37125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:35,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:35,970 INFO [RS:0;b4993cb2a74e:37125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(3091): Received CLOSE for e916316428fc8e6a43917763774de558 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(3091): Received CLOSE for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37125. 2024-11-21T12:21:35,971 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e916316428fc8e6a43917763774de558, disabling compactions & flushes 2024-11-21T12:21:35,971 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:35,971 DEBUG [RS:0;b4993cb2a74e:37125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:35,971 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:35,971 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:35,971 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191681221.e916316428fc8e6a43917763774de558. after waiting 0 ms 2024-11-21T12:21:35,971 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:35,971 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:35,971 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e916316428fc8e6a43917763774de558 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T12:21:35,972 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:21:35,972 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e916316428fc8e6a43917763774de558=test,,1732191681221.e916316428fc8e6a43917763774de558., e66f2bc03b85fda8c2be96c38fe2e558=hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558.} 2024-11-21T12:21:35,972 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:35,972 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e66f2bc03b85fda8c2be96c38fe2e558, e916316428fc8e6a43917763774de558 2024-11-21T12:21:35,972 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:35,972 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:35,972 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:35,972 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:35,972 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:21:35,992 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:35,998 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/f/b1f77700f1764c77922bcd7fb380eba7 is 37, key is row3/f:row3/1732191694581/Put/seqid=0 2024-11-21T12:21:36,004 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/info/b3db0b7cdbf64fcc96afd6960cd8b8b7 is 147, key is hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558./info:regioninfo/1732191687141/Put/seqid=0 2024-11-21T12:21:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741840_1016 (size=5228) 2024-11-21T12:21:36,007 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/f/b1f77700f1764c77922bcd7fb380eba7 2024-11-21T12:21:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:21:36,010 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/info/b3db0b7cdbf64fcc96afd6960cd8b8b7 2024-11-21T12:21:36,011 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f77700f1764c77922bcd7fb380eba7 2024-11-21T12:21:36,017 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1512, reset compression=false 2024-11-21T12:21:36,022 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:36,022 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1759, reset compression=false 2024-11-21T12:21:36,022 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,37125,1732191674813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:36,023 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,37125,1732191674813: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,37125,1732191674813, walGroup=b4993cb2a74e%2C37125%2C1732191674813, offset=b4993cb2a74e%2C37125%2C1732191674813.1732191677209:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:37125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:21:36,024 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:21:36,024 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:21:36,025 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:21:36,025 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:21:36,025 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:21:36,025 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 726916112 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198658208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:21:36,026 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/f1/5da38ffcf69d4121be5e918feedf04f7 is 30, key is row1/f1:/1732191691915/DeleteFamily/seqid=0 2024-11-21T12:21:36,026 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:33623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:33623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:21:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741842_1018 (size=5158) 2024-11-21T12:21:36,034 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/ns/feb0164d2c554bcb82d3d7ac9a161e4c is 43, key is default/ns:d/1732191677710/Put/seqid=0 2024-11-21T12:21:36,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741843_1019 (size=5153) 2024-11-21T12:21:36,122 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:21:36,122 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:21:36,159 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:36,164 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:36,172 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e66f2bc03b85fda8c2be96c38fe2e558, e916316428fc8e6a43917763774de558 2024-11-21T12:21:36,226 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1759, reset compression=false 2024-11-21T12:21:36,372 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e66f2bc03b85fda8c2be96c38fe2e558, e916316428fc8e6a43917763774de558 2024-11-21T12:21:36,430 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/f1/5da38ffcf69d4121be5e918feedf04f7 2024-11-21T12:21:36,433 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5da38ffcf69d4121be5e918feedf04f7 2024-11-21T12:21:36,438 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/ns/feb0164d2c554bcb82d3d7ac9a161e4c 2024-11-21T12:21:36,447 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/norep/8b679a9826a943b0bcd1ae1d67298a05 is 33, key is row2/norep:/1732191692923/DeleteFamily/seqid=0 2024-11-21T12:21:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741844_1020 (size=5108) 2024-11-21T12:21:36,451 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/norep/8b679a9826a943b0bcd1ae1d67298a05 2024-11-21T12:21:36,455 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b679a9826a943b0bcd1ae1d67298a05 2024-11-21T12:21:36,455 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/f/b1f77700f1764c77922bcd7fb380eba7 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/f/b1f77700f1764c77922bcd7fb380eba7 2024-11-21T12:21:36,459 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f77700f1764c77922bcd7fb380eba7 2024-11-21T12:21:36,459 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/f/b1f77700f1764c77922bcd7fb380eba7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T12:21:36,460 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/f1/5da38ffcf69d4121be5e918feedf04f7 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/f1/5da38ffcf69d4121be5e918feedf04f7 2024-11-21T12:21:36,462 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:36,463 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/rep_barrier/a5fa03c11e1247629e24bda40498e6f7 is 112, key is test,,1732191681221.e916316428fc8e6a43917763774de558./rep_barrier:seqnumDuringOpen/1732191682022/Put/seqid=0 2024-11-21T12:21:36,465 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5da38ffcf69d4121be5e918feedf04f7 2024-11-21T12:21:36,465 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/f1/5da38ffcf69d4121be5e918feedf04f7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T12:21:36,465 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/.tmp/norep/8b679a9826a943b0bcd1ae1d67298a05 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/norep/8b679a9826a943b0bcd1ae1d67298a05 2024-11-21T12:21:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741845_1021 (size=5518) 2024-11-21T12:21:36,467 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/rep_barrier/a5fa03c11e1247629e24bda40498e6f7 2024-11-21T12:21:36,469 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b679a9826a943b0bcd1ae1d67298a05 2024-11-21T12:21:36,469 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/norep/8b679a9826a943b0bcd1ae1d67298a05, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T12:21:36,470 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e916316428fc8e6a43917763774de558 in 499ms, sequenceid=12, compaction requested=false 2024-11-21T12:21:36,474 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/default/test/e916316428fc8e6a43917763774de558/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:21:36,474 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:36,474 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:36,475 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e916316428fc8e6a43917763774de558: Waiting for close lock at 1732191695971Running coprocessor pre-close hooks at 1732191695971Disabling compacts and flushes for region at 1732191695971Disabling writes for close at 1732191695971Obtaining lock to block concurrent updates at 1732191695971Preparing flush snapshotting stores in e916316428fc8e6a43917763774de558 at 1732191695971Finished memstore snapshotting test,,1732191681221.e916316428fc8e6a43917763774de558., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732191695972 (+1 ms)Flushing stores of test,,1732191681221.e916316428fc8e6a43917763774de558. at 1732191695972Flushing e916316428fc8e6a43917763774de558/f: creating writer at 1732191695972Flushing e916316428fc8e6a43917763774de558/f: appending metadata at 1732191695997 (+25 ms)Flushing e916316428fc8e6a43917763774de558/f: closing flushed file at 1732191695997Flushing e916316428fc8e6a43917763774de558/f1: creating writer at 1732191696011 (+14 ms)Flushing e916316428fc8e6a43917763774de558/f1: appending metadata at 1732191696025 (+14 ms)Flushing e916316428fc8e6a43917763774de558/f1: closing flushed file at 1732191696025Flushing e916316428fc8e6a43917763774de558/norep: creating writer at 1732191696433 (+408 ms)Flushing e916316428fc8e6a43917763774de558/norep: appending metadata at 1732191696447 (+14 ms)Flushing e916316428fc8e6a43917763774de558/norep: closing flushed file at 1732191696447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8f4de7: reopening flushed file at 1732191696455 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3791b8: reopening flushed file at 1732191696459 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306d391f: reopening flushed file at 1732191696465 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e916316428fc8e6a43917763774de558 in 499ms, sequenceid=12, compaction requested=false at 1732191696470 (+5 ms)Writing region close event to WAL at 1732191696471 (+1 ms)Running coprocessor post-close hooks at 1732191696474 (+3 ms)Closed at 1732191696475 (+1 ms) 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191681221.e916316428fc8e6a43917763774de558. 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e66f2bc03b85fda8c2be96c38fe2e558, disabling compactions & flushes 2024-11-21T12:21:36,475 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. after waiting 0 ms 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e66f2bc03b85fda8c2be96c38fe2e558: Waiting for close lock at 1732191696475Running coprocessor pre-close hooks at 1732191696475Disabling compacts and flushes for region at 1732191696475Disabling writes for close at 1732191696475Failed flush hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558., putting online again at 1732191696475 2024-11-21T12:21:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,484 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/table/6ca5af771a394fecb46c1b8467a53d31 is 53, key is hbase:replication/table:state/1732191687151/Put/seqid=0 2024-11-21T12:21:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:21:36,529 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 1759, reset compression=false 2024-11-21T12:21:36,532 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:36,532 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 2403, reset compression=false 2024-11-21T12:21:36,567 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:36,573 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(3091): Received CLOSE for e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:36,573 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e66f2bc03b85fda8c2be96c38fe2e558 2024-11-21T12:21:36,573 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e66f2bc03b85fda8c2be96c38fe2e558, disabling compactions & flushes 2024-11-21T12:21:36,573 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,573 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,573 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. after waiting 0 ms 2024-11-21T12:21:36,573 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,573 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e66f2bc03b85fda8c2be96c38fe2e558: Waiting for close lock at 1732191696573Running coprocessor pre-close hooks at 1732191696573Disabling compacts and flushes for region at 1732191696573Disabling writes for close at 1732191696573Failed flush hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558., putting online again at 1732191696573 2024-11-21T12:21:36,573 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558. 2024-11-21T12:21:36,735 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 2403, reset compression=false 2024-11-21T12:21:36,773 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:36,865 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:36,887 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/table/6ca5af771a394fecb46c1b8467a53d31 2024-11-21T12:21:36,892 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/info/b3db0b7cdbf64fcc96afd6960cd8b8b7 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/info/b3db0b7cdbf64fcc96afd6960cd8b8b7 2024-11-21T12:21:36,896 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/info/b3db0b7cdbf64fcc96afd6960cd8b8b7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:21:36,896 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/ns/feb0164d2c554bcb82d3d7ac9a161e4c as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/ns/feb0164d2c554bcb82d3d7ac9a161e4c 2024-11-21T12:21:36,900 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/ns/feb0164d2c554bcb82d3d7ac9a161e4c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:21:36,901 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/rep_barrier/a5fa03c11e1247629e24bda40498e6f7 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/rep_barrier/a5fa03c11e1247629e24bda40498e6f7 2024-11-21T12:21:36,906 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/rep_barrier/a5fa03c11e1247629e24bda40498e6f7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:21:36,906 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/.tmp/table/6ca5af771a394fecb46c1b8467a53d31 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/table/6ca5af771a394fecb46c1b8467a53d31 2024-11-21T12:21:36,910 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/table/6ca5af771a394fecb46c1b8467a53d31, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:21:36,911 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false 2024-11-21T12:21:36,915 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:21:36,915 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:36,915 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:36,915 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:36,915 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191695972Running coprocessor pre-close hooks at 1732191695972Disabling compacts and flushes for region at 1732191695972Disabling writes for close at 1732191695972Obtaining lock to block concurrent updates at 1732191695972Preparing flush snapshotting stores in 1588230740 at 1732191695972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191695972Flushing stores of hbase:meta,,1.1588230740 at 1732191695973 (+1 ms)Flushing 1588230740/info: creating writer at 1732191695973Flushing 1588230740/info: appending metadata at 1732191696004 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732191696004Flushing 1588230740/ns: creating writer at 1732191696014 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732191696034 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732191696034Flushing 1588230740/rep_barrier: creating writer at 1732191696447 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191696462 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191696462Flushing 1588230740/table: creating writer at 1732191696470 (+8 ms)Flushing 1588230740/table: appending metadata at 1732191696483 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732191696483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171634ea: reopening flushed file at 1732191696891 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6661c7b3: reopening flushed file at 1732191696896 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309eca67: reopening flushed file at 1732191696900 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c020216: reopening flushed file at 1732191696906 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false at 1732191696911 (+5 ms)Writing region close event to WAL at 1732191696912 (+1 ms)Running coprocessor post-close hooks at 1732191696915 (+3 ms)Closed at 1732191696915 2024-11-21T12:21:36,915 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:36,973 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:21:36,973 DEBUG [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1325): Online Regions={e66f2bc03b85fda8c2be96c38fe2e558=hbase:replication,,1732191686692.e66f2bc03b85fda8c2be96c38fe2e558.} 2024-11-21T12:21:36,973 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T12:21:36,973 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,37125,1732191674813; all regions closed. 2024-11-21T12:21:36,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:21:36,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.meta.1732191677616.meta not finished, retry = 0 2024-11-21T12:21:37,038 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 to pos 2403, reset compression=false 2024-11-21T12:21:37,070 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741839_1015 (size=2390) 2024-11-21T12:21:37,078 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.rep.1732191687060 not finished, retry = 0 2024-11-21T12:21:37,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/WALs/b4993cb2a74e,37125,1732191674813/b4993cb2a74e%2C37125%2C1732191674813.1732191677209 not finished, retry = 0 2024-11-21T12:21:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741833_1009 (size=2411) 2024-11-21T12:21:37,288 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:37,288 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:37,288 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:37,288 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:37,289 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:37,289 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:37,289 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,37125,1732191674813 because: Region server is closing 2024-11-21T12:21:37,289 INFO [RS:0;b4993cb2a74e:37125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37125. 2024-11-21T12:21:37,289 DEBUG [RS:0;b4993cb2a74e:37125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:37,289 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:37,289 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:37,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:37,373 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:37,390 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.shipperb4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 terminated 2024-11-21T12:21:37,390 INFO [RS:0;b4993cb2a74e:37125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:37125. 2024-11-21T12:21:37,390 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,37125,1732191674813.replicationSource.wal-reader.b4993cb2a74e%2C37125%2C1732191674813,1-b4993cb2a74e,37125,1732191674813 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:21:37,390 DEBUG [RS:0;b4993cb2a74e:37125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:37,390 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:37,390 DEBUG [RS:0;b4993cb2a74e:37125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:37,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:37,390 INFO [RS:0;b4993cb2a74e:37125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37125 2024-11-21T12:21:37,442 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:37,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21788993455/rs/b4993cb2a74e,37125,1732191674813 2024-11-21T12:21:37,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455/rs 2024-11-21T12:21:37,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,37125,1732191674813] 2024-11-21T12:21:37,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21788993455/draining/b4993cb2a74e,37125,1732191674813 already deleted, retry=false 2024-11-21T12:21:37,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,37125,1732191674813 expired; onlineServers=0 2024-11-21T12:21:37,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,33623,1732191674670' ***** 2024-11-21T12:21:37,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:37,600 INFO [M:0;b4993cb2a74e:33623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:37,600 INFO [M:0;b4993cb2a74e:33623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:37,600 DEBUG [M:0;b4993cb2a74e:33623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:37,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:37,600 DEBUG [M:0;b4993cb2a74e:33623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:37,600 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191676782 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191676782,5,FailOnTimeoutGroup] 2024-11-21T12:21:37,600 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191676783 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191676783,5,FailOnTimeoutGroup] 2024-11-21T12:21:37,600 INFO [M:0;b4993cb2a74e:33623 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:37,600 INFO [M:0;b4993cb2a74e:33623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:37,600 DEBUG [M:0;b4993cb2a74e:33623 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:37,600 INFO [M:0;b4993cb2a74e:33623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:37,600 INFO [M:0;b4993cb2a74e:33623 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:37,600 INFO [M:0;b4993cb2a74e:33623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:37,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:37,605 INFO [RS:0;b4993cb2a74e:37125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:37,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37125-0x1015d5728de0007, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:37,605 INFO [RS:0;b4993cb2a74e:37125 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,37125,1732191674813; zookeeper connection closed. 2024-11-21T12:21:37,606 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b87eeca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b87eeca 2024-11-21T12:21:37,606 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:37,673 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21788993455/master 2024-11-21T12:21:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21788993455 2024-11-21T12:21:37,684 DEBUG [M:0;b4993cb2a74e:33623 {}] zookeeper.ZKUtil(347): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Unable to get data of znode /21788993455/master because node does not exist (not an error) 2024-11-21T12:21:37,684 WARN [M:0;b4993cb2a74e:33623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:21:37,685 INFO [M:0;b4993cb2a74e:33623 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/.lastflushedseqids 2024-11-21T12:21:37,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741847_1023 (size=245) 2024-11-21T12:21:37,690 INFO [M:0;b4993cb2a74e:33623 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:37,690 INFO [M:0;b4993cb2a74e:33623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:37,690 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:37,690 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:37,690 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:37,690 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:37,690 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:37,690 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-21T12:21:37,708 DEBUG [M:0;b4993cb2a74e:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b44b9923649d47ee98ee549c3ae19e06 is 82, key is hbase:meta,,1/info:regioninfo/1732191677666/Put/seqid=0 2024-11-21T12:21:37,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741848_1024 (size=5672) 2024-11-21T12:21:37,981 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:38,114 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b44b9923649d47ee98ee549c3ae19e06 2024-11-21T12:21:38,130 DEBUG [M:0;b4993cb2a74e:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96be6baeef004ec38ee720008f9a751f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191687157/Put/seqid=0 2024-11-21T12:21:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741849_1025 (size=9213) 2024-11-21T12:21:38,377 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:38,533 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96be6baeef004ec38ee720008f9a751f 2024-11-21T12:21:38,553 DEBUG [M:0;b4993cb2a74e:33623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0531202101654e7f84506973a9667712 is 69, key is b4993cb2a74e,37125,1732191674813/rs:state/1732191676948/Put/seqid=0 2024-11-21T12:21:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741850_1026 (size=5156) 2024-11-21T12:21:38,684 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:38,932 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:21:38,958 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0531202101654e7f84506973a9667712 2024-11-21T12:21:38,967 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b44b9923649d47ee98ee549c3ae19e06 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b44b9923649d47ee98ee549c3ae19e06 2024-11-21T12:21:38,971 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b44b9923649d47ee98ee549c3ae19e06, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T12:21:38,972 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96be6baeef004ec38ee720008f9a751f as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96be6baeef004ec38ee720008f9a751f 2024-11-21T12:21:38,976 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96be6baeef004ec38ee720008f9a751f, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T12:21:38,977 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0531202101654e7f84506973a9667712 as hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0531202101654e7f84506973a9667712 2024-11-21T12:21:38,984 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40307/user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0531202101654e7f84506973a9667712, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T12:21:38,985 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=127, compaction requested=false 2024-11-21T12:21:38,997 INFO [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:38,997 DEBUG [M:0;b4993cb2a74e:33623 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191697690Disabling compacts and flushes for region at 1732191697690Disabling writes for close at 1732191697690Obtaining lock to block concurrent updates at 1732191697690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191697690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732191697691 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191697691Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191697691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191697707 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191697707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191698117 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191698130 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191698130Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191698538 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191698553 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191698553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201f26c9: reopening flushed file at 1732191698965 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7ee4ef: reopening flushed file at 1732191698971 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de560eb: reopening flushed file at 1732191698976 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=127, compaction requested=false at 1732191698985 (+9 ms)Writing region close event to WAL at 1732191698997 (+12 ms)Closed at 1732191698997 2024-11-21T12:21:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741830_1006 (size=73878) 2024-11-21T12:21:39,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78a36991-32b0-04ab-8c1e-363a8e9b6295/MasterData/WALs/b4993cb2a74e,33623,1732191674670/b4993cb2a74e%2C33623%2C1732191674670.1732191676222 not finished, retry = 0 2024-11-21T12:21:39,104 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:39,105 INFO [M:0;b4993cb2a74e:33623 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:39,105 INFO [M:0;b4993cb2a74e:33623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33623 2024-11-21T12:21:39,105 INFO [M:0;b4993cb2a74e:33623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:39,180 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:39,245 INFO [M:0;b4993cb2a74e:33623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:39,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:39,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33623-0x1015d5728de0006, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:39,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2970252d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:39,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29653bca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:39,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:39,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ff2541e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:39,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74285854{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:39,249 WARN [BP-1847432864-172.17.0.2-1732191672404 heartbeating to localhost/127.0.0.1:40307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:39,249 WARN [BP-1847432864-172.17.0.2-1732191672404 heartbeating to localhost/127.0.0.1:40307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1847432864-172.17.0.2-1732191672404 (Datanode Uuid 3ca88845-eac3-4744-af2b-39090aea4553) service to localhost/127.0.0.1:40307 2024-11-21T12:21:39,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/cluster_0ecc20b8-4d01-dcc4-a345-f4f52e41b37d/data/data1/current/BP-1847432864-172.17.0.2-1732191672404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:39,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/cluster_0ecc20b8-4d01-dcc4-a345-f4f52e41b37d/data/data2/current/BP-1847432864-172.17.0.2-1732191672404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:39,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:39,250 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:39,250 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:39,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d38765{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:39,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c41ed37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:39,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:39,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52a93d10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:39,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71e2a7ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:21:39,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:39,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:39,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:39,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:39,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:39,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:39,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=206443442, stopped=false 2024-11-21T12:21:39,281 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,45559,1732191668941 2024-11-21T12:21:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11783693841/running 2024-11-21T12:21:39,296 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11783693841/running 2024-11-21T12:21:39,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:39,296 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:39,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:39,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on znode that does not yet exist, /11783693841/running 2024-11-21T12:21:39,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Set watcher on znode that does not yet exist, /11783693841/running 2024-11-21T12:21:39,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:39,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:39,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:39,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,44017,1732191669053' ***** 2024-11-21T12:21:39,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:39,298 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:39,298 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:39,299 INFO [RS:0;b4993cb2a74e:44017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:39,299 INFO [RS:0;b4993cb2a74e:44017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:39,299 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fef229a4b8edd612c4f83c4fc542c4d 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(3091): Received CLOSE for 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:44017. 2024-11-21T12:21:39,300 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fef229a4b8edd612c4f83c4fc542c4d, disabling compactions & flushes 2024-11-21T12:21:39,300 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:39,300 DEBUG [RS:0;b4993cb2a74e:44017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:39,300 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:39,300 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:39,300 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. after waiting 0 ms 2024-11-21T12:21:39,300 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:39,300 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:39,300 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fef229a4b8edd612c4f83c4fc542c4d 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T12:21:39,301 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:39,304 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:21:39,304 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1325): Online Regions={7fef229a4b8edd612c4f83c4fc542c4d=hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d., 97cae1a63ec0146a425926c2e69246dc=test,,1732191680072.97cae1a63ec0146a425926c2e69246dc., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:21:39,304 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fef229a4b8edd612c4f83c4fc542c4d, 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:39,304 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:39,304 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:39,304 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:39,304 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:39,304 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:39,304 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:21:39,319 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d/.tmp/queue/ecfd2b8e652e41e5a59349cad3ca8228 is 154, key is 1-b4993cb2a74e,44017,1732191669053/queue:b4993cb2a74e%2C44017%2C1732191669053/1732191695658/Put/seqid=0 2024-11-21T12:21:39,324 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/info/d3b766a418694182a8e4076cda4c6ebf is 147, key is hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d./info:regioninfo/1732191685386/Put/seqid=0 2024-11-21T12:21:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741840_1016 (size=5353) 2024-11-21T12:21:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:21:39,333 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/info/d3b766a418694182a8e4076cda4c6ebf 2024-11-21T12:21:39,333 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d/.tmp/queue/ecfd2b8e652e41e5a59349cad3ca8228 2024-11-21T12:21:39,342 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d/.tmp/queue/ecfd2b8e652e41e5a59349cad3ca8228 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d/queue/ecfd2b8e652e41e5a59349cad3ca8228 2024-11-21T12:21:39,346 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d/queue/ecfd2b8e652e41e5a59349cad3ca8228, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T12:21:39,347 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7fef229a4b8edd612c4f83c4fc542c4d in 47ms, sequenceid=14, compaction requested=false 2024-11-21T12:21:39,357 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/replication/7fef229a4b8edd612c4f83c4fc542c4d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T12:21:39,357 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/ns/972e25983f3e4393ae3c7997ffe83365 is 43, key is default/ns:d/1732191672209/Put/seqid=0 2024-11-21T12:21:39,358 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:39,358 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:39,358 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:39,358 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fef229a4b8edd612c4f83c4fc542c4d: Waiting for close lock at 1732191699300Running coprocessor pre-close hooks at 1732191699300Disabling compacts and flushes for region at 1732191699300Disabling writes for close at 1732191699300Obtaining lock to block concurrent updates at 1732191699300Preparing flush snapshotting stores in 7fef229a4b8edd612c4f83c4fc542c4d at 1732191699300Finished memstore snapshotting hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732191699301 (+1 ms)Flushing stores of hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. at 1732191699301Flushing 7fef229a4b8edd612c4f83c4fc542c4d/queue: creating writer at 1732191699301Flushing 7fef229a4b8edd612c4f83c4fc542c4d/queue: appending metadata at 1732191699319 (+18 ms)Flushing 7fef229a4b8edd612c4f83c4fc542c4d/queue: closing flushed file at 1732191699319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d6639b: reopening flushed file at 1732191699342 (+23 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7fef229a4b8edd612c4f83c4fc542c4d in 47ms, sequenceid=14, compaction requested=false at 1732191699347 (+5 ms)Writing region close event to WAL at 1732191699353 (+6 ms)Running coprocessor post-close hooks at 1732191699358 (+5 ms)Closed at 1732191699358 2024-11-21T12:21:39,358 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191684530.7fef229a4b8edd612c4f83c4fc542c4d. 2024-11-21T12:21:39,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97cae1a63ec0146a425926c2e69246dc, disabling compactions & flushes 2024-11-21T12:21:39,359 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:39,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:39,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. after waiting 0 ms 2024-11-21T12:21:39,359 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:39,359 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97cae1a63ec0146a425926c2e69246dc 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T12:21:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:21:39,379 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/f/1fc3eeb7e76c4c55bb87570ed95e3676 is 37, key is row3/f:row3/1732191694581/Put/seqid=0 2024-11-21T12:21:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741843_1019 (size=5228) 2024-11-21T12:21:39,386 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/f/1fc3eeb7e76c4c55bb87570ed95e3676 2024-11-21T12:21:39,389 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fc3eeb7e76c4c55bb87570ed95e3676 2024-11-21T12:21:39,408 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/f1/abaffed399d143eab550408fa1a15157 is 30, key is row1/f1:/1732191691915/DeleteFamily/seqid=0 2024-11-21T12:21:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741844_1020 (size=5158) 2024-11-21T12:21:39,488 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:39,504 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:39,705 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:39,778 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/ns/972e25983f3e4393ae3c7997ffe83365 2024-11-21T12:21:39,791 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:21:39,791 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:21:39,800 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/rep_barrier/f8684a9465f84bd88d8cb410cf4846a7 is 112, key is test,,1732191680072.97cae1a63ec0146a425926c2e69246dc./rep_barrier:seqnumDuringOpen/1732191680862/Put/seqid=0 2024-11-21T12:21:39,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741845_1021 (size=5518) 2024-11-21T12:21:39,812 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/f1/abaffed399d143eab550408fa1a15157 2024-11-21T12:21:39,816 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abaffed399d143eab550408fa1a15157 2024-11-21T12:21:39,830 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/norep/7bdb5a5441a34b029ccfa3e1bbb15c28 is 33, key is row1/norep:/1732191691915/DeleteFamily/seqid=0 2024-11-21T12:21:39,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741846_1022 (size=5108) 2024-11-21T12:21:39,905 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:40,083 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1468, reset compression=false 2024-11-21T12:21:40,086 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:40,086 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1715, reset compression=false 2024-11-21T12:21:40,086 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,44017,1732191669053 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:21:40,087 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,44017,1732191669053: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,44017,1732191669053, walGroup=b4993cb2a74e%2C44017%2C1732191669053, offset=b4993cb2a74e%2C44017%2C1732191669053.1732191670896:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:44017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:21:40,089 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:21:40,089 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:21:40,090 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:21:40,090 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:21:40,090 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:21:40,090 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 817093648 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199124720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:21:40,090 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:45559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:45559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:21:40,105 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97cae1a63ec0146a425926c2e69246dc 2024-11-21T12:21:40,204 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/rep_barrier/f8684a9465f84bd88d8cb410cf4846a7 2024-11-21T12:21:40,227 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/table/73a7cf045ceb4810bd4358ba9f1ec883 is 53, key is hbase:replication/table:state/1732191685396/Put/seqid=0 2024-11-21T12:21:40,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741847_1023 (size=5308) 2024-11-21T12:21:40,245 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/norep/7bdb5a5441a34b029ccfa3e1bbb15c28 2024-11-21T12:21:40,249 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bdb5a5441a34b029ccfa3e1bbb15c28 2024-11-21T12:21:40,249 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/f/1fc3eeb7e76c4c55bb87570ed95e3676 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/f/1fc3eeb7e76c4c55bb87570ed95e3676 2024-11-21T12:21:40,253 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fc3eeb7e76c4c55bb87570ed95e3676 2024-11-21T12:21:40,253 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/f/1fc3eeb7e76c4c55bb87570ed95e3676, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T12:21:40,253 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/f1/abaffed399d143eab550408fa1a15157 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/f1/abaffed399d143eab550408fa1a15157 2024-11-21T12:21:40,256 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abaffed399d143eab550408fa1a15157 2024-11-21T12:21:40,256 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/f1/abaffed399d143eab550408fa1a15157, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T12:21:40,257 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/.tmp/norep/7bdb5a5441a34b029ccfa3e1bbb15c28 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/norep/7bdb5a5441a34b029ccfa3e1bbb15c28 2024-11-21T12:21:40,261 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bdb5a5441a34b029ccfa3e1bbb15c28 2024-11-21T12:21:40,261 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/norep/7bdb5a5441a34b029ccfa3e1bbb15c28, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T12:21:40,262 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 97cae1a63ec0146a425926c2e69246dc in 903ms, sequenceid=12, compaction requested=false 2024-11-21T12:21:40,266 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/default/test/97cae1a63ec0146a425926c2e69246dc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:21:40,266 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:40,266 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:40,266 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:40,266 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97cae1a63ec0146a425926c2e69246dc: Waiting for close lock at 1732191699359Running coprocessor pre-close hooks at 1732191699359Disabling compacts and flushes for region at 1732191699359Disabling writes for close at 1732191699359Obtaining lock to block concurrent updates at 1732191699359Preparing flush snapshotting stores in 97cae1a63ec0146a425926c2e69246dc at 1732191699359Finished memstore snapshotting test,,1732191680072.97cae1a63ec0146a425926c2e69246dc., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732191699359Flushing stores of test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. at 1732191699360 (+1 ms)Flushing 97cae1a63ec0146a425926c2e69246dc/f: creating writer at 1732191699360Flushing 97cae1a63ec0146a425926c2e69246dc/f: appending metadata at 1732191699379 (+19 ms)Flushing 97cae1a63ec0146a425926c2e69246dc/f: closing flushed file at 1732191699379Flushing 97cae1a63ec0146a425926c2e69246dc/f1: creating writer at 1732191699390 (+11 ms)Flushing 97cae1a63ec0146a425926c2e69246dc/f1: appending metadata at 1732191699407 (+17 ms)Flushing 97cae1a63ec0146a425926c2e69246dc/f1: closing flushed file at 1732191699407Flushing 97cae1a63ec0146a425926c2e69246dc/norep: creating writer at 1732191699816 (+409 ms)Flushing 97cae1a63ec0146a425926c2e69246dc/norep: appending metadata at 1732191699829 (+13 ms)Flushing 97cae1a63ec0146a425926c2e69246dc/norep: closing flushed file at 1732191699829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e92c71: reopening flushed file at 1732191700249 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793577bd: reopening flushed file at 1732191700253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660e2766: reopening flushed file at 1732191700257 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 97cae1a63ec0146a425926c2e69246dc in 903ms, sequenceid=12, compaction requested=false at 1732191700262 (+5 ms)Writing region close event to WAL at 1732191700263 (+1 ms)Running coprocessor post-close hooks at 1732191700266 (+3 ms)Closed at 1732191700266 2024-11-21T12:21:40,267 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191680072.97cae1a63ec0146a425926c2e69246dc. 2024-11-21T12:21:40,289 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 1715, reset compression=false 2024-11-21T12:21:40,294 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:21:40,294 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 2359, reset compression=false 2024-11-21T12:21:40,305 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:21:40,305 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:21:40,305 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:40,391 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:40,497 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.wal-reader.b4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/WALs/b4993cb2a74e,44017,1732191669053/b4993cb2a74e%2C44017%2C1732191669053.1732191670896 to pos 2359, reset compression=false 2024-11-21T12:21:40,505 DEBUG [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:40,631 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/table/73a7cf045ceb4810bd4358ba9f1ec883 2024-11-21T12:21:40,634 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/info/d3b766a418694182a8e4076cda4c6ebf as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/info/d3b766a418694182a8e4076cda4c6ebf 2024-11-21T12:21:40,637 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/info/d3b766a418694182a8e4076cda4c6ebf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:21:40,638 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/ns/972e25983f3e4393ae3c7997ffe83365 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/ns/972e25983f3e4393ae3c7997ffe83365 2024-11-21T12:21:40,641 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/ns/972e25983f3e4393ae3c7997ffe83365, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:21:40,642 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/rep_barrier/f8684a9465f84bd88d8cb410cf4846a7 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/rep_barrier/f8684a9465f84bd88d8cb410cf4846a7 2024-11-21T12:21:40,646 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/rep_barrier/f8684a9465f84bd88d8cb410cf4846a7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:21:40,647 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/.tmp/table/73a7cf045ceb4810bd4358ba9f1ec883 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/table/73a7cf045ceb4810bd4358ba9f1ec883 2024-11-21T12:21:40,651 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/table/73a7cf045ceb4810bd4358ba9f1ec883, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:21:40,651 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false 2024-11-21T12:21:40,655 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:21:40,656 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:40,656 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:40,656 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:40,656 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191699304Running coprocessor pre-close hooks at 1732191699304Disabling compacts and flushes for region at 1732191699304Disabling writes for close at 1732191699304Obtaining lock to block concurrent updates at 1732191699305 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191699305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191699305Flushing stores of hbase:meta,,1.1588230740 at 1732191699305Flushing 1588230740/info: creating writer at 1732191699305Flushing 1588230740/info: appending metadata at 1732191699324 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732191699324Flushing 1588230740/ns: creating writer at 1732191699338 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732191699357 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732191699357Flushing 1588230740/rep_barrier: creating writer at 1732191699782 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191699800 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191699800Flushing 1588230740/table: creating writer at 1732191700209 (+409 ms)Flushing 1588230740/table: appending metadata at 1732191700226 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732191700226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68117e1b: reopening flushed file at 1732191700634 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be21376: reopening flushed file at 1732191700637 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26713f8a: reopening flushed file at 1732191700642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed447ff: reopening flushed file at 1732191700646 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false at 1732191700651 (+5 ms)Writing region close event to WAL at 1732191700653 (+2 ms)Running coprocessor post-close hooks at 1732191700655 (+2 ms)Closed at 1732191700656 (+1 ms) 2024-11-21T12:21:40,656 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:40,706 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,44017,1732191669053; all regions closed. 2024-11-21T12:21:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:21:40,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741839_1015 (size=3552) 2024-11-21T12:21:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741832_1008 (size=2367) 2024-11-21T12:21:40,714 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:40,714 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:40,714 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:40,714 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:40,714 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:40,715 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:40,715 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,44017,1732191669053 because: Region server is closing 2024-11-21T12:21:40,715 INFO [RS:0;b4993cb2a74e:44017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:44017. 2024-11-21T12:21:40,715 DEBUG [RS:0;b4993cb2a74e:44017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:40,715 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:40,715 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:40,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:40,815 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,44017,1732191669053.replicationSource.shipperb4993cb2a74e%2C44017%2C1732191669053,1-b4993cb2a74e,44017,1732191669053 terminated 2024-11-21T12:21:40,816 INFO [RS:0;b4993cb2a74e:44017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:44017. 2024-11-21T12:21:40,816 DEBUG [RS:0;b4993cb2a74e:44017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:40,816 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:40,816 DEBUG [RS:0;b4993cb2a74e:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:40,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:40,816 INFO [RS:0;b4993cb2a74e:44017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44017 2024-11-21T12:21:40,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841/rs 2024-11-21T12:21:40,844 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,44017,1732191669053] 2024-11-21T12:21:40,846 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11783693841/rs/b4993cb2a74e,44017,1732191669053 2024-11-21T12:21:40,846 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:40,854 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11783693841/draining/b4993cb2a74e,44017,1732191669053 already deleted, retry=false 2024-11-21T12:21:40,854 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,44017,1732191669053 expired; onlineServers=0 2024-11-21T12:21:40,854 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,45559,1732191668941' ***** 2024-11-21T12:21:40,854 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:40,854 INFO [M:0;b4993cb2a74e:45559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:40,854 INFO [M:0;b4993cb2a74e:45559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:40,854 DEBUG [M:0;b4993cb2a74e:45559 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:40,854 DEBUG [M:0;b4993cb2a74e:45559 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:40,854 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191670658 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191670658,5,FailOnTimeoutGroup] 2024-11-21T12:21:40,854 INFO [M:0;b4993cb2a74e:45559 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:40,855 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:40,855 INFO [M:0;b4993cb2a74e:45559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:40,855 DEBUG [M:0;b4993cb2a74e:45559 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:40,855 INFO [M:0;b4993cb2a74e:45559 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:40,855 INFO [M:0;b4993cb2a74e:45559 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:40,855 INFO [M:0;b4993cb2a74e:45559 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:40,855 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:40,858 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191670656 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191670656,5,FailOnTimeoutGroup] 2024-11-21T12:21:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11783693841/master 2024-11-21T12:21:40,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11783693841 2024-11-21T12:21:40,885 DEBUG [M:0;b4993cb2a74e:45559 {}] zookeeper.RecoverableZooKeeper(212): Node /11783693841/master already deleted, retry=false 2024-11-21T12:21:40,885 DEBUG [M:0;b4993cb2a74e:45559 {}] master.ActiveMasterManager(353): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Failed delete of our master address node; KeeperErrorCode = NoNode for /11783693841/master 2024-11-21T12:21:40,886 INFO [M:0;b4993cb2a74e:45559 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/.lastflushedseqids 2024-11-21T12:21:40,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:21:40,914 INFO [M:0;b4993cb2a74e:45559 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:40,914 INFO [M:0;b4993cb2a74e:45559 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:40,914 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:40,914 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:40,915 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:40,915 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:40,915 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:40,915 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T12:21:40,934 DEBUG [M:0;b4993cb2a74e:45559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adc8947e66a64d32a0303859af4e2cc7 is 82, key is hbase:meta,,1/info:regioninfo/1732191672196/Put/seqid=0 2024-11-21T12:21:40,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:21:40,944 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adc8947e66a64d32a0303859af4e2cc7 2024-11-21T12:21:40,968 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:40,968 DEBUG [pool-1703-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x1015d5728de0004, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:40,968 INFO [RS:0;b4993cb2a74e:44017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:40,968 INFO [RS:0;b4993cb2a74e:44017 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,44017,1732191669053; zookeeper connection closed. 2024-11-21T12:21:40,969 DEBUG [M:0;b4993cb2a74e:45559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/547a1a06018b488bb4f41aa05021768b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191685401/Put/seqid=0 2024-11-21T12:21:40,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cae67a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cae67a0 2024-11-21T12:21:40,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:40,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741850_1026 (size=8516) 2024-11-21T12:21:41,373 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/547a1a06018b488bb4f41aa05021768b 2024-11-21T12:21:41,394 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.1732191665778 to pos 1493, reset compression=false 2024-11-21T12:21:41,402 DEBUG [M:0;b4993cb2a74e:45559 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21f98b1b696e4e578fc94ae8675a72fb is 69, key is b4993cb2a74e,44017,1732191669053/rs:state/1732191670705/Put/seqid=0 2024-11-21T12:21:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:21:41,414 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21f98b1b696e4e578fc94ae8675a72fb 2024-11-21T12:21:41,418 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/adc8947e66a64d32a0303859af4e2cc7 as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adc8947e66a64d32a0303859af4e2cc7 2024-11-21T12:21:41,422 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/adc8947e66a64d32a0303859af4e2cc7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:21:41,422 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/547a1a06018b488bb4f41aa05021768b as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/547a1a06018b488bb4f41aa05021768b 2024-11-21T12:21:41,426 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/547a1a06018b488bb4f41aa05021768b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:21:41,426 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21f98b1b696e4e578fc94ae8675a72fb as hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21f98b1b696e4e578fc94ae8675a72fb 2024-11-21T12:21:41,431 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41107/user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21f98b1b696e4e578fc94ae8675a72fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:21:41,431 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false 2024-11-21T12:21:41,443 INFO [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:41,443 DEBUG [M:0;b4993cb2a74e:45559 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191700914Disabling compacts and flushes for region at 1732191700914Disabling writes for close at 1732191700915 (+1 ms)Obtaining lock to block concurrent updates at 1732191700915Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191700915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732191700915Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191700916 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191700916Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191700934 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191700934Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191700949 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191700968 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191700968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191701378 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191701401 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191701401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d8ba60: reopening flushed file at 1732191701417 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@434c0699: reopening flushed file at 1732191701422 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc7a03d: reopening flushed file at 1732191701426 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false at 1732191701431 (+5 ms)Writing region close event to WAL at 1732191701443 (+12 ms)Closed at 1732191701443 2024-11-21T12:21:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43325 is added to blk_1073741830_1006 (size=63654) 2024-11-21T12:21:41,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a8ea30eb-3b48-a342-325b-55ad8a49cb3e/MasterData/WALs/b4993cb2a74e,45559,1732191668941/b4993cb2a74e%2C45559%2C1732191668941.1732191670391 not finished, retry = 0 2024-11-21T12:21:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:41,546 INFO [M:0;b4993cb2a74e:45559 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:41,546 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:41,546 INFO [M:0;b4993cb2a74e:45559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45559 2024-11-21T12:21:41,546 INFO [M:0;b4993cb2a74e:45559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:41,691 INFO [M:0;b4993cb2a74e:45559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:41,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45559-0x1015d5728de0003, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:41,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@91a2aec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:41,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a7f3a10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:41,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:41,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1720bed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:41,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a3e149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:41,698 WARN [BP-1712008283-172.17.0.2-1732191667069 heartbeating to localhost/127.0.0.1:41107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:41,698 WARN [BP-1712008283-172.17.0.2-1732191667069 heartbeating to localhost/127.0.0.1:41107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1712008283-172.17.0.2-1732191667069 (Datanode Uuid 987d28f9-6f17-4b01-84f5-95fbb0887571) service to localhost/127.0.0.1:41107 2024-11-21T12:21:41,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/cluster_99497897-4e36-aa9b-e8cd-ae83c8af8570/data/data2/current/BP-1712008283-172.17.0.2-1732191667069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:41,699 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:41,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:41,699 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/cluster_99497897-4e36-aa9b-e8cd-ae83c8af8570/data/data1/current/BP-1712008283-172.17.0.2-1732191667069 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:41,699 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:41,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d1be11e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:41,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@598ad856{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:41,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:41,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82cf79b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:41,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280af66e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4669c3c1-5d53-a96a-1962-388a8838ee18/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:21:41,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:41,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:41,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:41,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:41,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2137933576, stopped=false 2024-11-21T12:21:41,725 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,33113,1732191663280 2024-11-21T12:21:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01662230198/running 2024-11-21T12:21:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01662230198/running 2024-11-21T12:21:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:41,738 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:41,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:41,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:41,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,739 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,41107,1732191663463' ***** 2024-11-21T12:21:41,739 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:41,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on znode that does not yet exist, /01662230198/running 2024-11-21T12:21:41,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Set watcher on znode that does not yet exist, /01662230198/running 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:41,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(3091): Received CLOSE for ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:41,740 INFO [RS:0;b4993cb2a74e:41107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:41107. 2024-11-21T12:21:41,740 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ca3bb391f141b985e9fce50e19a255b8, disabling compactions & flushes 2024-11-21T12:21:41,741 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:41,741 DEBUG [RS:0;b4993cb2a74e:41107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:41,741 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:41,741 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,741 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. after waiting 0 ms 2024-11-21T12:21:41,741 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:41,741 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:41,741 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:41,741 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ca3bb391f141b985e9fce50e19a255b8 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T12:21:41,741 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:41,741 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:41,741 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:21:41,741 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ca3bb391f141b985e9fce50e19a255b8=test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8., 8b02938dcddf7cdbca5b9b88a36fc86e=hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e.} 2024-11-21T12:21:41,741 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b02938dcddf7cdbca5b9b88a36fc86e, ca3bb391f141b985e9fce50e19a255b8 2024-11-21T12:21:41,742 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:41,742 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:41,742 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:41,742 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:41,742 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:41,742 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:21:41,760 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/info/28d63be2f4ea467186863fb1ee857220 is 147, key is hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e./info:regioninfo/1732191683328/Put/seqid=0 2024-11-21T12:21:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741840_1016 (size=7686) 2024-11-21T12:21:41,766 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/info/28d63be2f4ea467186863fb1ee857220 2024-11-21T12:21:41,768 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/f/b43e2d0195ec459bb63f889bfb37cce2 is 37, key is row3/f:row3/1732191694581/Put/seqid=0 2024-11-21T12:21:41,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741841_1017 (size=5228) 2024-11-21T12:21:41,779 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/f/b43e2d0195ec459bb63f889bfb37cce2 2024-11-21T12:21:41,789 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b43e2d0195ec459bb63f889bfb37cce2 2024-11-21T12:21:41,790 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:41,798 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/ns/332781eb9cd543139aa20dbc77e6a64b is 43, key is default/ns:d/1732191666942/Put/seqid=0 2024-11-21T12:21:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:21:41,818 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/f1/20c81ace60c649a3af684ba5e70d6630 is 30, key is row1/f1:/1732191691915/DeleteFamily/seqid=0 2024-11-21T12:21:41,819 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/ns/332781eb9cd543139aa20dbc77e6a64b 2024-11-21T12:21:41,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741843_1019 (size=5158) 2024-11-21T12:21:41,823 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/f1/20c81ace60c649a3af684ba5e70d6630 2024-11-21T12:21:41,835 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20c81ace60c649a3af684ba5e70d6630 2024-11-21T12:21:41,842 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/rep_barrier/1715f3d0003f4be3a04963696f3b1356 is 112, key is test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8./rep_barrier:seqnumDuringOpen/1732191679083/Put/seqid=0 2024-11-21T12:21:41,858 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/norep/5df055b8c27142d0ba8fde009f6bd6af is 32, key is row/norep:/1732191690908/DeleteFamily/seqid=0 2024-11-21T12:21:41,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741845_1021 (size=5101) 2024-11-21T12:21:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:21:41,875 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/norep/5df055b8c27142d0ba8fde009f6bd6af 2024-11-21T12:21:41,875 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/rep_barrier/1715f3d0003f4be3a04963696f3b1356 2024-11-21T12:21:41,879 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5df055b8c27142d0ba8fde009f6bd6af 2024-11-21T12:21:41,880 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/f/b43e2d0195ec459bb63f889bfb37cce2 as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/f/b43e2d0195ec459bb63f889bfb37cce2 2024-11-21T12:21:41,885 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b43e2d0195ec459bb63f889bfb37cce2 2024-11-21T12:21:41,885 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/f/b43e2d0195ec459bb63f889bfb37cce2, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T12:21:41,886 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/f1/20c81ace60c649a3af684ba5e70d6630 as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/f1/20c81ace60c649a3af684ba5e70d6630 2024-11-21T12:21:41,898 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/table/93124b12046947c5aaf83598b3b647de is 53, key is hbase:replication/table:state/1732191683340/Put/seqid=0 2024-11-21T12:21:41,899 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20c81ace60c649a3af684ba5e70d6630 2024-11-21T12:21:41,899 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/f1/20c81ace60c649a3af684ba5e70d6630, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T12:21:41,900 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/.tmp/norep/5df055b8c27142d0ba8fde009f6bd6af as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/norep/5df055b8c27142d0ba8fde009f6bd6af 2024-11-21T12:21:41,905 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5df055b8c27142d0ba8fde009f6bd6af 2024-11-21T12:21:41,905 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/norep/5df055b8c27142d0ba8fde009f6bd6af, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T12:21:41,906 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ca3bb391f141b985e9fce50e19a255b8 in 165ms, sequenceid=12, compaction requested=false 2024-11-21T12:21:41,907 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:21:41,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:21:41,921 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/table/93124b12046947c5aaf83598b3b647de 2024-11-21T12:21:41,925 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/info/28d63be2f4ea467186863fb1ee857220 as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/info/28d63be2f4ea467186863fb1ee857220 2024-11-21T12:21:41,931 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/info/28d63be2f4ea467186863fb1ee857220, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:21:41,932 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/ns/332781eb9cd543139aa20dbc77e6a64b as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/ns/332781eb9cd543139aa20dbc77e6a64b 2024-11-21T12:21:41,934 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/default/test/ca3bb391f141b985e9fce50e19a255b8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:21:41,935 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:41,935 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:41,935 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:41,935 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ca3bb391f141b985e9fce50e19a255b8: Waiting for close lock at 1732191701740Running coprocessor pre-close hooks at 1732191701740Disabling compacts and flushes for region at 1732191701740Disabling writes for close at 1732191701741 (+1 ms)Obtaining lock to block concurrent updates at 1732191701741Preparing flush snapshotting stores in ca3bb391f141b985e9fce50e19a255b8 at 1732191701741Finished memstore snapshotting test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732191701742 (+1 ms)Flushing stores of test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. at 1732191701743 (+1 ms)Flushing ca3bb391f141b985e9fce50e19a255b8/f: creating writer at 1732191701743Flushing ca3bb391f141b985e9fce50e19a255b8/f: appending metadata at 1732191701767 (+24 ms)Flushing ca3bb391f141b985e9fce50e19a255b8/f: closing flushed file at 1732191701767Flushing ca3bb391f141b985e9fce50e19a255b8/f1: creating writer at 1732191701789 (+22 ms)Flushing ca3bb391f141b985e9fce50e19a255b8/f1: appending metadata at 1732191701817 (+28 ms)Flushing ca3bb391f141b985e9fce50e19a255b8/f1: closing flushed file at 1732191701817Flushing ca3bb391f141b985e9fce50e19a255b8/norep: creating writer at 1732191701835 (+18 ms)Flushing ca3bb391f141b985e9fce50e19a255b8/norep: appending metadata at 1732191701858 (+23 ms)Flushing ca3bb391f141b985e9fce50e19a255b8/norep: closing flushed file at 1732191701858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc154f3: reopening flushed file at 1732191701879 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d6817c: reopening flushed file at 1732191701885 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40a764d9: reopening flushed file at 1732191701899 (+14 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ca3bb391f141b985e9fce50e19a255b8 in 165ms, sequenceid=12, compaction requested=false at 1732191701906 (+7 ms)Writing region close event to WAL at 1732191701930 (+24 ms)Running coprocessor post-close hooks at 1732191701935 (+5 ms)Closed at 1732191701935 2024-11-21T12:21:41,935 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191677906.ca3bb391f141b985e9fce50e19a255b8. 2024-11-21T12:21:41,936 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b02938dcddf7cdbca5b9b88a36fc86e, disabling compactions & flushes 2024-11-21T12:21:41,936 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:41,936 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:41,936 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. after waiting 0 ms 2024-11-21T12:21:41,936 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:41,936 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b02938dcddf7cdbca5b9b88a36fc86e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T12:21:41,938 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/ns/332781eb9cd543139aa20dbc77e6a64b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:21:41,940 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/rep_barrier/1715f3d0003f4be3a04963696f3b1356 as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/rep_barrier/1715f3d0003f4be3a04963696f3b1356 2024-11-21T12:21:41,942 DEBUG [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b02938dcddf7cdbca5b9b88a36fc86e 2024-11-21T12:21:41,946 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/rep_barrier/1715f3d0003f4be3a04963696f3b1356, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:21:41,947 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/.tmp/table/93124b12046947c5aaf83598b3b647de as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/table/93124b12046947c5aaf83598b3b647de 2024-11-21T12:21:41,952 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/table/93124b12046947c5aaf83598b3b647de, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:21:41,952 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 210ms, sequenceid=16, compaction requested=false 2024-11-21T12:21:41,953 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:21:41,954 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e/.tmp/queue/29b244bff1254024bfa129229ce9cfbf is 154, key is 1-b4993cb2a74e,41107,1732191663463/queue:b4993cb2a74e%2C41107%2C1732191663463/1732191695952/Put/seqid=0 2024-11-21T12:21:41,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741847_1023 (size=5353) 2024-11-21T12:21:41,966 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e/.tmp/queue/29b244bff1254024bfa129229ce9cfbf 2024-11-21T12:21:41,969 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:21:41,970 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:41,970 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:41,970 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:41,970 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191701742Running coprocessor pre-close hooks at 1732191701742Disabling compacts and flushes for region at 1732191701742Disabling writes for close at 1732191701742Obtaining lock to block concurrent updates at 1732191701742Preparing flush snapshotting stores in 1588230740 at 1732191701742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191701742Flushing stores of hbase:meta,,1.1588230740 at 1732191701743 (+1 ms)Flushing 1588230740/info: creating writer at 1732191701743Flushing 1588230740/info: appending metadata at 1732191701760 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732191701760Flushing 1588230740/ns: creating writer at 1732191701775 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732191701797 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732191701797Flushing 1588230740/rep_barrier: creating writer at 1732191701823 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191701842 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191701842Flushing 1588230740/table: creating writer at 1732191701880 (+38 ms)Flushing 1588230740/table: appending metadata at 1732191701898 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732191701898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f9c64b: reopening flushed file at 1732191701925 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a132a51: reopening flushed file at 1732191701931 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53752fc7: reopening flushed file at 1732191701938 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419df2aa: reopening flushed file at 1732191701946 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 210ms, sequenceid=16, compaction requested=false at 1732191701952 (+6 ms)Writing region close event to WAL at 1732191701964 (+12 ms)Running coprocessor post-close hooks at 1732191701970 (+6 ms)Closed at 1732191701970 2024-11-21T12:21:41,970 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:41,972 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e/.tmp/queue/29b244bff1254024bfa129229ce9cfbf as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e/queue/29b244bff1254024bfa129229ce9cfbf 2024-11-21T12:21:41,976 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e/queue/29b244bff1254024bfa129229ce9cfbf, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T12:21:41,977 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8b02938dcddf7cdbca5b9b88a36fc86e in 41ms, sequenceid=14, compaction requested=false 2024-11-21T12:21:41,977 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:21:41,981 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/data/hbase/replication/8b02938dcddf7cdbca5b9b88a36fc86e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T12:21:41,982 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:41,982 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:41,982 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b02938dcddf7cdbca5b9b88a36fc86e: Waiting for close lock at 1732191701935Running coprocessor pre-close hooks at 1732191701935Disabling compacts and flushes for region at 1732191701935Disabling writes for close at 1732191701936 (+1 ms)Obtaining lock to block concurrent updates at 1732191701936Preparing flush snapshotting stores in 8b02938dcddf7cdbca5b9b88a36fc86e at 1732191701936Finished memstore snapshotting hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732191701936Flushing stores of hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. at 1732191701937 (+1 ms)Flushing 8b02938dcddf7cdbca5b9b88a36fc86e/queue: creating writer at 1732191701937Flushing 8b02938dcddf7cdbca5b9b88a36fc86e/queue: appending metadata at 1732191701954 (+17 ms)Flushing 8b02938dcddf7cdbca5b9b88a36fc86e/queue: closing flushed file at 1732191701954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a38933f: reopening flushed file at 1732191701971 (+17 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8b02938dcddf7cdbca5b9b88a36fc86e in 41ms, sequenceid=14, compaction requested=false at 1732191701977 (+6 ms)Writing region close event to WAL at 1732191701978 (+1 ms)Running coprocessor post-close hooks at 1732191701982 (+4 ms)Closed at 1732191701982 2024-11-21T12:21:41,983 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191682378.8b02938dcddf7cdbca5b9b88a36fc86e. 2024-11-21T12:21:42,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:42,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,142 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,41107,1732191663463; all regions closed. 2024-11-21T12:21:42,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:21:42,149 DEBUG [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/oldWALs 2024-11-21T12:21:42,149 INFO [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C41107%2C1732191663463.meta:.meta(num 1732191666792) 2024-11-21T12:21:42,167 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/WALs/b4993cb2a74e,41107,1732191663463/b4993cb2a74e%2C41107%2C1732191663463.rep.1732191683227 not finished, retry = 0 2024-11-21T12:21:42,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741839_1015 (size=3552) 2024-11-21T12:21:42,273 DEBUG [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/oldWALs 2024-11-21T12:21:42,273 INFO [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C41107%2C1732191663463.rep:(num 1732191683227) 2024-11-21T12:21:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741832_1008 (size=2392) 2024-11-21T12:21:42,279 DEBUG [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/oldWALs 2024-11-21T12:21:42,279 INFO [RS:0;b4993cb2a74e:41107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C41107%2C1732191663463:(num 1732191665778) 2024-11-21T12:21:42,279 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:42,279 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:42,280 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:42,280 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:42,280 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:42,280 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:42,280 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,41107,1732191663463 because: Region server is closing 2024-11-21T12:21:42,280 INFO [RS:0;b4993cb2a74e:41107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:41107. 2024-11-21T12:21:42,280 DEBUG [RS:0;b4993cb2a74e:41107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:42,280 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:42,280 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:42,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:42,381 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.wal-reader.b4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:21:42,381 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:21:42,381 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,41107,1732191663463.replicationSource.shipperb4993cb2a74e%2C41107%2C1732191663463,1-b4993cb2a74e,41107,1732191663463 terminated 2024-11-21T12:21:42,381 INFO [RS:0;b4993cb2a74e:41107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:41107. 2024-11-21T12:21:42,382 DEBUG [RS:0;b4993cb2a74e:41107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:42,382 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:42,382 DEBUG [RS:0;b4993cb2a74e:41107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:42,382 INFO [RS:0;b4993cb2a74e:41107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41107 2024-11-21T12:21:42,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198/rs 2024-11-21T12:21:42,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01662230198/rs/b4993cb2a74e,41107,1732191663463 2024-11-21T12:21:42,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,41107,1732191663463] 2024-11-21T12:21:42,452 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:42,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01662230198/draining/b4993cb2a74e,41107,1732191663463 already deleted, retry=false 2024-11-21T12:21:42,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,41107,1732191663463 expired; onlineServers=0 2024-11-21T12:21:42,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,33113,1732191663280' ***** 2024-11-21T12:21:42,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:42,463 INFO [M:0;b4993cb2a74e:33113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:42,463 INFO [M:0;b4993cb2a74e:33113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:42,463 DEBUG [M:0;b4993cb2a74e:33113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:42,463 DEBUG [M:0;b4993cb2a74e:33113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:42,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:42,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191665586 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191665586,5,FailOnTimeoutGroup] 2024-11-21T12:21:42,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191665587 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191665587,5,FailOnTimeoutGroup] 2024-11-21T12:21:42,463 INFO [M:0;b4993cb2a74e:33113 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:42,464 INFO [M:0;b4993cb2a74e:33113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:42,464 DEBUG [M:0;b4993cb2a74e:33113 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:42,464 INFO [M:0;b4993cb2a74e:33113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:42,464 INFO [M:0;b4993cb2a74e:33113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:42,464 ERROR [M:0;b4993cb2a74e:33113 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46403,5,PEWorkerGroup] 2024-11-21T12:21:42,464 INFO [M:0;b4993cb2a74e:33113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:42,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:42,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01662230198/master 2024-11-21T12:21:42,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01662230198 2024-11-21T12:21:42,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01662230198/master already deleted, retry=false 2024-11-21T12:21:42,486 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Failed delete of our master address node; KeeperErrorCode = NoNode for /01662230198/master 2024-11-21T12:21:42,486 INFO [M:0;b4993cb2a74e:33113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/.lastflushedseqids 2024-11-21T12:21:42,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:21:42,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:42,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41107-0x1015d5728de0001, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:42,575 INFO [RS:0;b4993cb2a74e:41107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:42,575 INFO [RS:0;b4993cb2a74e:41107 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,41107,1732191663463; zookeeper connection closed. 2024-11-21T12:21:42,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2efa60e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2efa60e0 2024-11-21T12:21:42,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:42,943 INFO [M:0;b4993cb2a74e:33113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:42,943 INFO [M:0;b4993cb2a74e:33113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:42,943 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:42,943 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:42,943 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:42,943 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:42,943 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:42,944 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-21T12:21:42,971 DEBUG [M:0;b4993cb2a74e:33113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db60e5c503bd4f33a8865cd71d95c064 is 82, key is hbase:meta,,1/info:regioninfo/1732191666818/Put/seqid=0 2024-11-21T12:21:42,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:21:42,986 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db60e5c503bd4f33a8865cd71d95c064 2024-11-21T12:21:43,010 DEBUG [M:0;b4993cb2a74e:33113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac9c946dabf4a92b187f6d1b55db0ba is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191679094/Put/seqid=0 2024-11-21T12:21:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741850_1026 (size=7218) 2024-11-21T12:21:43,030 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac9c946dabf4a92b187f6d1b55db0ba 2024-11-21T12:21:43,035 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ac9c946dabf4a92b187f6d1b55db0ba 2024-11-21T12:21:43,064 DEBUG [M:0;b4993cb2a74e:33113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e1d2dabefb4ce7a51bb50da4f801fd is 69, key is b4993cb2a74e,41107,1732191663463/rs:state/1732191665625/Put/seqid=0 2024-11-21T12:21:43,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:21:43,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:21:43,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:21:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:43,474 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e1d2dabefb4ce7a51bb50da4f801fd 2024-11-21T12:21:43,478 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db60e5c503bd4f33a8865cd71d95c064 as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db60e5c503bd4f33a8865cd71d95c064 2024-11-21T12:21:43,483 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db60e5c503bd4f33a8865cd71d95c064, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T12:21:43,484 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac9c946dabf4a92b187f6d1b55db0ba as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ac9c946dabf4a92b187f6d1b55db0ba 2024-11-21T12:21:43,489 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ac9c946dabf4a92b187f6d1b55db0ba 2024-11-21T12:21:43,489 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ac9c946dabf4a92b187f6d1b55db0ba, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T12:21:43,490 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21e1d2dabefb4ce7a51bb50da4f801fd as hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21e1d2dabefb4ce7a51bb50da4f801fd 2024-11-21T12:21:43,494 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46403/user/jenkins/test-data/bab2949d-9353-0f93-0988-088bfa57d766/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21e1d2dabefb4ce7a51bb50da4f801fd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T12:21:43,495 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 552ms, sequenceid=105, compaction requested=false 2024-11-21T12:21:43,496 INFO [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:43,496 DEBUG [M:0;b4993cb2a74e:33113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191702943Disabling compacts and flushes for region at 1732191702943Disabling writes for close at 1732191702943Obtaining lock to block concurrent updates at 1732191702944 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191702944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732191702944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191702945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191702945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191702971 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191702971Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191702991 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191703009 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191703009Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191703035 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191703063 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191703063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8e7f7bc: reopening flushed file at 1732191703478 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1694a7f1: reopening flushed file at 1732191703483 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4c8703: reopening flushed file at 1732191703490 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 552ms, sequenceid=105, compaction requested=false at 1732191703495 (+5 ms)Writing region close event to WAL at 1732191703496 (+1 ms)Closed at 1732191703496 2024-11-21T12:21:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33505 is added to blk_1073741830_1006 (size=64423) 2024-11-21T12:21:43,502 INFO [M:0;b4993cb2a74e:33113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:43,502 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:43,502 INFO [M:0;b4993cb2a74e:33113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33113 2024-11-21T12:21:43,505 INFO [M:0;b4993cb2a74e:33113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:44,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:44,289 INFO [M:0;b4993cb2a74e:33113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:44,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33113-0x1015d5728de0000, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:44,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33dbcc5d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:44,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f783fe5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:44,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:44,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@741808cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:44,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d2606f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:44,533 WARN [BP-1858349229-172.17.0.2-1732191661380 heartbeating to localhost/127.0.0.1:46403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:44,533 WARN [BP-1858349229-172.17.0.2-1732191661380 heartbeating to localhost/127.0.0.1:46403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1858349229-172.17.0.2-1732191661380 (Datanode Uuid 81cf2805-3637-4e07-9a1a-214d03a98346) service to localhost/127.0.0.1:46403 2024-11-21T12:21:44,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0/data/data1/current/BP-1858349229-172.17.0.2-1732191661380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:44,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/cluster_67a2e1cd-efb5-3eb0-1696-73584917c1f0/data/data2/current/BP-1858349229-172.17.0.2-1732191661380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:44,534 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:44,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:44,534 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:44,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@708a076b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:44,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8de99e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:44,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:44,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad749f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:44,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5c5bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/275d3f69-d36b-8be9-5f47-9b9262fbdb95/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:44,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:21:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:44,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 262) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52816) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41107 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52816) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-20 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40307 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:40307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46403 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52816) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:41107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=388 (was 732) 2024-11-21T12:21:44,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d5728de0002, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:44,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d5728de0005, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:44,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d5728de0005, quorum=127.0.0.1:52816, baseZNode=/11783693841 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:44,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d5728de0002, quorum=127.0.0.1:52816, baseZNode=/01662230198 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:44,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015d5728de0008, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:44,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015d5728de0008, quorum=127.0.0.1:52816, baseZNode=/21788993455 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:44,648 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=388 2024-11-21T12:21:44,668 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T12:21:44,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.log.dir so I do NOT create it in target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333 2024-11-21T12:21:44,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:44,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.tmp.dir so I do NOT create it in target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333 2024-11-21T12:21:44,668 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aba643ad-8e1c-6bf9-3f4f-2c4ec57ad3c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:44,668 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333 2024-11-21T12:21:44,668 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747, deleteOnExit=true 2024-11-21T12:21:44,670 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 55898 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:414) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:21:44,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747/zookeeper_0, clientPort=55899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:21:44,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55899 2024-11-21T12:21:44,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:44,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:44,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/test.cache.data in system properties and HBase conf 2024-11-21T12:21:44,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:44,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:44,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:44,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:44,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:44,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:44,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:44,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:44,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:44,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:45,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:45,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:45,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:45,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:45,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:45,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:45,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c004826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:45,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f438e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:45,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cea3ee6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/java.io.tmpdir/jetty-localhost-43821-hadoop-hdfs-3_4_1-tests_jar-_-any-6950563820707028287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:45,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5feb4bb2{HTTP/1.1, (http/1.1)}{localhost:43821} 2024-11-21T12:21:45,600 INFO [Time-limited test {}] server.Server(415): Started @279534ms 2024-11-21T12:21:46,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:46,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:46,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:46,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:46,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:46,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ba7437{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:46,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2498731e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:46,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@108c2efe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/java.io.tmpdir/jetty-localhost-46693-hadoop-hdfs-3_4_1-tests_jar-_-any-17403634567045975950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:46,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4188855c{HTTP/1.1, (http/1.1)}{localhost:46693} 2024-11-21T12:21:46,179 INFO [Time-limited test {}] server.Server(415): Started @280113ms 2024-11-21T12:21:46,181 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:46,914 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747/data/data1/current/BP-579853206-172.17.0.2-1732191704957/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:46,915 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747/data/data2/current/BP-579853206-172.17.0.2-1732191704957/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:46,960 WARN [Thread-3427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29a547c72b89dd4e with lease ID 0x69f75f5320ef809e: Processing first storage report for DS-37906148-e34d-4cb2-97bb-9647c997f72e from datanode DatanodeRegistration(127.0.0.1:45897, datanodeUuid=0277b1bf-6827-4c48-9dad-151a033f62dc, infoPort=41467, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=903390228;c=1732191704957) 2024-11-21T12:21:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29a547c72b89dd4e with lease ID 0x69f75f5320ef809e: from storage DS-37906148-e34d-4cb2-97bb-9647c997f72e node DatanodeRegistration(127.0.0.1:45897, datanodeUuid=0277b1bf-6827-4c48-9dad-151a033f62dc, infoPort=41467, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=903390228;c=1732191704957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29a547c72b89dd4e with lease ID 0x69f75f5320ef809e: Processing first storage report for DS-368ee2c8-b277-41e2-b1db-b3b41ed5002c from datanode DatanodeRegistration(127.0.0.1:45897, datanodeUuid=0277b1bf-6827-4c48-9dad-151a033f62dc, infoPort=41467, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=903390228;c=1732191704957) 2024-11-21T12:21:46,962 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29a547c72b89dd4e with lease ID 0x69f75f5320ef809e: from storage DS-368ee2c8-b277-41e2-b1db-b3b41ed5002c node DatanodeRegistration(127.0.0.1:45897, datanodeUuid=0277b1bf-6827-4c48-9dad-151a033f62dc, infoPort=41467, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=903390228;c=1732191704957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:47,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333 2024-11-21T12:21:47,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:47,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:47,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a with version=8 2024-11-21T12:21:47,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/hbase-staging 2024-11-21T12:21:47,445 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:47,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:47,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:47,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:47,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:47,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37171 2024-11-21T12:21:47,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37171 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:21:47,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:47,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371710x0, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:47,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37171-0x1015d57d2fd0000 connected 2024-11-21T12:21:47,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on znode that does not yet exist, /0-681646969/running 2024-11-21T12:21:47,637 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a, hbase.cluster.distributed=false 2024-11-21T12:21:47,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on znode that does not yet exist, /0-681646969/acl 2024-11-21T12:21:47,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37171 2024-11-21T12:21:47,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37171 2024-11-21T12:21:47,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37171 2024-11-21T12:21:47,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37171 2024-11-21T12:21:47,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37171 2024-11-21T12:21:47,669 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:47,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:47,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:47,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:47,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:47,672 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46397 2024-11-21T12:21:47,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46397 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:21:47,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463970x0, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:47,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463970x0, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on znode that does not yet exist, /0-681646969/running 2024-11-21T12:21:47,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:47,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46397-0x1015d57d2fd0001 connected 2024-11-21T12:21:47,696 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:47,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on znode that does not yet exist, /0-681646969/master 2024-11-21T12:21:47,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on znode that does not yet exist, /0-681646969/acl 2024-11-21T12:21:47,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-21T12:21:47,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46397 2024-11-21T12:21:47,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46397 2024-11-21T12:21:47,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-21T12:21:47,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46397 2024-11-21T12:21:47,724 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:37171 2024-11-21T12:21:47,724 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-681646969/backup-masters/b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:47,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969/backup-masters 2024-11-21T12:21:47,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969/backup-masters 2024-11-21T12:21:47,737 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on existing znode=/0-681646969/backup-masters/b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:47,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681646969/master 2024-11-21T12:21:47,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:47,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:47,749 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on existing znode=/0-681646969/master 2024-11-21T12:21:47,749 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-681646969/backup-masters/b4993cb2a74e,37171,1732191707445 from backup master directory 2024-11-21T12:21:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969/backup-masters 2024-11-21T12:21:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681646969/backup-masters/b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:47,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969/backup-masters 2024-11-21T12:21:47,759 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:47,759 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:47,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/hbase.id] with ID: 9385845f-8e50-45ad-8c23-8885469207a1 2024-11-21T12:21:47,765 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/.tmp/hbase.id 2024-11-21T12:21:47,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:48,173 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/.tmp/hbase.id]:[hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/hbase.id] 2024-11-21T12:21:48,182 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:48,182 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:48,183 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:21:48,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:48,242 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:48,243 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:48,243 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:48,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:48,654 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store 2024-11-21T12:21:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:48,660 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:48,660 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:48,660 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:48,660 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:48,660 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:48,660 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:48,660 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:48,660 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191708660Disabling compacts and flushes for region at 1732191708660Disabling writes for close at 1732191708660Writing region close event to WAL at 1732191708660Closed at 1732191708660 2024-11-21T12:21:48,661 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/.initializing 2024-11-21T12:21:48,661 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/WALs/b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:48,661 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:48,663 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C37171%2C1732191707445, suffix=, logDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/WALs/b4993cb2a74e,37171,1732191707445, archiveDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:48,679 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/WALs/b4993cb2a74e,37171,1732191707445/b4993cb2a74e%2C37171%2C1732191707445.1732191708663, exclude list is [], retry=0 2024-11-21T12:21:48,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-37906148-e34d-4cb2-97bb-9647c997f72e,DISK] 2024-11-21T12:21:48,684 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/WALs/b4993cb2a74e,37171,1732191707445/b4993cb2a74e%2C37171%2C1732191707445.1732191708663 2024-11-21T12:21:48,684 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-21T12:21:48,684 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:48,684 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:48,685 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,685 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:48,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:48,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:48,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:48,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:48,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:48,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:48,697 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,697 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,698 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,698 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,698 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,699 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:48,700 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,701 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:48,702 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68877389, jitterRate=0.026353076100349426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:48,703 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191708685Initializing all the Stores at 1732191708686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191708686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191708690 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191708690Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191708690Cleaning up temporary data from old regions at 1732191708698 (+8 ms)Region opened successfully at 1732191708703 (+5 ms) 2024-11-21T12:21:48,708 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:48,711 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3d4f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:48,712 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:48,712 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:48,712 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:48,712 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:48,713 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:48,713 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:48,713 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:48,717 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:48,718 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Unable to get data of znode /0-681646969/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:48,769 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681646969/balancer already deleted, retry=false 2024-11-21T12:21:48,770 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:48,770 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Unable to get data of znode /0-681646969/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:48,780 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681646969/normalizer already deleted, retry=false 2024-11-21T12:21:48,780 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:48,781 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Unable to get data of znode /0-681646969/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:48,790 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681646969/switch/split already deleted, retry=false 2024-11-21T12:21:48,791 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Unable to get data of znode /0-681646969/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:48,801 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681646969/switch/merge already deleted, retry=false 2024-11-21T12:21:48,802 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Unable to get data of znode /0-681646969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:48,811 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-681646969/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681646969/running 2024-11-21T12:21:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-681646969/running 2024-11-21T12:21:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,823 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,37171,1732191707445, sessionid=0x1015d57d2fd0000, setting cluster-up flag (Was=false) 2024-11-21T12:21:48,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,874 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-681646969/flush-table-proc/acquired, /0-681646969/flush-table-proc/reached, /0-681646969/flush-table-proc/abort 2024-11-21T12:21:48,875 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:48,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:48,927 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-681646969/online-snapshot/acquired, /0-681646969/online-snapshot/reached, /0-681646969/online-snapshot/abort 2024-11-21T12:21:48,928 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:48,929 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:48,930 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:48,930 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:48,930 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:48,930 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,37171,1732191707445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:48,931 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:48,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:48,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:48,944 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191738944 2024-11-21T12:21:48,944 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:48,944 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:48,945 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:48,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:48,948 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:48,952 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191708948,5,FailOnTimeoutGroup] 2024-11-21T12:21:48,956 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191708952,5,FailOnTimeoutGroup] 2024-11-21T12:21:48,956 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,956 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:48,956 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,956 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,013 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(746): ClusterId : 9385845f-8e50-45ad-8c23-8885469207a1 2024-11-21T12:21:49,013 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:49,022 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:49,022 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:49,033 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:49,033 DEBUG [RS:0;b4993cb2a74e:46397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b0d890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:49,044 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:46397 2024-11-21T12:21:49,044 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:49,044 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:49,044 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:49,044 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,37171,1732191707445 with port=46397, startcode=1732191707669 2024-11-21T12:21:49,044 DEBUG [RS:0;b4993cb2a74e:46397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:49,046 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:49,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:49,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37171 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:49,047 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a 2024-11-21T12:21:49,047 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37615 2024-11-21T12:21:49,047 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:49,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969/rs 2024-11-21T12:21:49,054 DEBUG [RS:0;b4993cb2a74e:46397 {}] zookeeper.ZKUtil(111): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on existing znode=/0-681646969/rs/b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:49,054 WARN [RS:0;b4993cb2a74e:46397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:49,054 INFO [RS:0;b4993cb2a74e:46397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:49,054 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:49,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,46397,1732191707669] 2024-11-21T12:21:49,056 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:49,057 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:49,058 INFO [RS:0;b4993cb2a74e:46397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:49,058 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,058 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:49,059 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:49,059 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:49,059 DEBUG [RS:0;b4993cb2a74e:46397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:49,064 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,064 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,064 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,064 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,064 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,064 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46397,1732191707669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:49,081 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:49,081 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46397,1732191707669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,081 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,081 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.Replication(171): b4993cb2a74e,46397,1732191707669 started 2024-11-21T12:21:49,097 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:49,098 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,46397,1732191707669, RpcServer on b4993cb2a74e/172.17.0.2:46397, sessionid=0x1015d57d2fd0001 2024-11-21T12:21:49,098 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:49,098 DEBUG [RS:0;b4993cb2a74e:46397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:49,098 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,46397,1732191707669' 2024-11-21T12:21:49,098 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-681646969/flush-table-proc/abort' 2024-11-21T12:21:49,098 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-681646969/flush-table-proc/acquired' 2024-11-21T12:21:49,099 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:49,099 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:49,099 DEBUG [RS:0;b4993cb2a74e:46397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:49,099 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,46397,1732191707669' 2024-11-21T12:21:49,099 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-681646969/online-snapshot/abort' 2024-11-21T12:21:49,099 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-681646969/online-snapshot/acquired' 2024-11-21T12:21:49,099 DEBUG [RS:0;b4993cb2a74e:46397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:49,099 INFO [RS:0;b4993cb2a74e:46397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:49,099 INFO [RS:0;b4993cb2a74e:46397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:49,200 INFO [RS:0;b4993cb2a74e:46397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:49,201 INFO [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C46397%2C1732191707669, suffix=, logDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669, archiveDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/oldWALs, maxLogs=10 2024-11-21T12:21:49,220 DEBUG [RS:0;b4993cb2a74e:46397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202, exclude list is [], retry=0 2024-11-21T12:21:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-37906148-e34d-4cb2-97bb-9647c997f72e,DISK] 2024-11-21T12:21:49,224 INFO [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 2024-11-21T12:21:49,232 DEBUG [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-21T12:21:49,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:21:49,348 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a 2024-11-21T12:21:49,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:21:49,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:49,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:49,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:49,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:49,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:49,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:49,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:49,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:49,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:49,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:49,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:49,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:49,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:49,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:49,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:49,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:49,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:49,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:49,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740 2024-11-21T12:21:49,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740 2024-11-21T12:21:49,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:49,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:49,759 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:49,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:49,760 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:49,761 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72522543, jitterRate=0.08067010343074799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191709752Initializing all the Stores at 1732191709753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191709753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191709753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191709753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191709753Cleaning up temporary data from old regions at 1732191709758 (+5 ms)Region opened successfully at 1732191709761 (+3 ms) 2024-11-21T12:21:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:49,761 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:49,761 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:49,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191709761Disabling compacts and flushes for region at 1732191709761Disabling writes for close at 1732191709761Writing region close event to WAL at 1732191709761Closed at 1732191709761 2024-11-21T12:21:49,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:49,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:21:49,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:49,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:49,764 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:21:49,914 DEBUG [b4993cb2a74e:37171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:49,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:49,916 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,46397,1732191707669, state=OPENING 2024-11-21T12:21:49,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:21:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:50,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:21:50,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681646969/meta-region-server: CHANGED 2024-11-21T12:21:50,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681646969/meta-region-server: CHANGED 2024-11-21T12:21:50,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:50,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,46397,1732191707669}] 2024-11-21T12:21:50,191 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:50,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:50,195 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:50,195 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:50,195 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:50,196 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C46397%2C1732191707669.meta, suffix=.meta, logDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669, archiveDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/oldWALs, maxLogs=10 2024-11-21T12:21:50,215 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.meta.1732191710196.meta, exclude list is [], retry=0 2024-11-21T12:21:50,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-37906148-e34d-4cb2-97bb-9647c997f72e,DISK] 2024-11-21T12:21:50,218 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.meta.1732191710196.meta 2024-11-21T12:21:50,218 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-21T12:21:50,218 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:50,219 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:50,219 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:50,219 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:50,219 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:50,219 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:50,219 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:50,219 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:50,219 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:50,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:50,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:50,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:50,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:50,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:50,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:50,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:50,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:50,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:50,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:50,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:50,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:50,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:50,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:50,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:50,225 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:50,225 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740 2024-11-21T12:21:50,226 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740 2024-11-21T12:21:50,227 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:50,227 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:50,227 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:50,228 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:50,228 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69287909, jitterRate=0.032470300793647766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:50,228 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:50,229 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191710219Writing region info on filesystem at 1732191710219Initializing all the Stores at 1732191710220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191710220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191710220Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191710220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191710220Cleaning up temporary data from old regions at 1732191710227 (+7 ms)Running coprocessor post-open hooks at 1732191710228 (+1 ms)Region opened successfully at 1732191710229 (+1 ms) 2024-11-21T12:21:50,230 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191710191 2024-11-21T12:21:50,231 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:50,232 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:50,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:50,232 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,46397,1732191707669, state=OPEN 2024-11-21T12:21:50,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681646969/meta-region-server 2024-11-21T12:21:50,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-681646969/meta-region-server 2024-11-21T12:21:50,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681646969/meta-region-server: CHANGED 2024-11-21T12:21:50,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-681646969/meta-region-server: CHANGED 2024-11-21T12:21:50,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,46397,1732191707669 2024-11-21T12:21:50,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:21:50,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,46397,1732191707669 in 322 msec 2024-11-21T12:21:50,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:21:50,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 576 msec 2024-11-21T12:21:50,339 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:50,339 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:21:50,340 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:50,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,46397,1732191707669, seqNum=-1] 2024-11-21T12:21:50,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:50,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:50,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4150 sec 2024-11-21T12:21:50,346 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191710346, completionTime=-1 2024-11-21T12:21:50,346 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:21:50,346 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191770348 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191830348 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37171,1732191707445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37171,1732191707445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37171,1732191707445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:37171, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:50,348 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:50,350 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.593sec 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37171,1732191707445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:50,352 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37171,1732191707445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:50,354 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:50,354 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:50,354 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,37171,1732191707445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:50,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783d9914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:50,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,37171,-1 for getting cluster id 2024-11-21T12:21:50,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:50,415 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9385845f-8e50-45ad-8c23-8885469207a1' 2024-11-21T12:21:50,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9385845f-8e50-45ad-8c23-8885469207a1" 2024-11-21T12:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,37171,-1] 2024-11-21T12:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:50,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:50,417 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:50,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2fb306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:50,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,46397,1732191707669, seqNum=-1] 2024-11-21T12:21:50,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:50,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:50,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,37171,1732191707445 2024-11-21T12:21:50,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:21:50,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:50,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d57d2fd0002 connected 2024-11-21T12:21:50,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.log.dir so I do NOT create it in target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52 2024-11-21T12:21:50,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:50,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.tmp.dir so I do NOT create it in target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52 2024-11-21T12:21:50,570 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:50,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52 2024-11-21T12:21:50,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:50,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/cluster_64b6b911-9ffc-07f6-e4f4-994f82fc48b4, deleteOnExit=true 2024-11-21T12:21:50,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:50,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/test.cache.data in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:50,571 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:50,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:50,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:51,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:51,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:51,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:51,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:51,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:51,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:51,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4be60ff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:51,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743c2598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:51,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1eeade6e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/java.io.tmpdir/jetty-localhost-38603-hadoop-hdfs-3_4_1-tests_jar-_-any-9815984217718598742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:51,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c5daad{HTTP/1.1, (http/1.1)}{localhost:38603} 2024-11-21T12:21:51,547 INFO [Time-limited test {}] server.Server(415): Started @285481ms 2024-11-21T12:21:52,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:52,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:52,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:52,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:52,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:52,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193fc0c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:52,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49c6df58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:52,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c879944{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/java.io.tmpdir/jetty-localhost-38969-hadoop-hdfs-3_4_1-tests_jar-_-any-10363324553061069744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:52,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2511021a{HTTP/1.1, (http/1.1)}{localhost:38969} 2024-11-21T12:21:52,211 INFO [Time-limited test {}] server.Server(415): Started @286145ms 2024-11-21T12:21:52,212 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:53,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:21:53,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:21:53,866 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/cluster_64b6b911-9ffc-07f6-e4f4-994f82fc48b4/data/data1/current/BP-214829537-172.17.0.2-1732191710590/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:53,866 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/cluster_64b6b911-9ffc-07f6-e4f4-994f82fc48b4/data/data2/current/BP-214829537-172.17.0.2-1732191710590/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:53,881 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73545fd88d02695c with lease ID 0x9f9f02f2601a0269: Processing first storage report for DS-6f4a437a-fe7a-4629-b385-e7f884343c64 from datanode DatanodeRegistration(127.0.0.1:45529, datanodeUuid=164613ef-c4e2-4352-95b2-3c0aa80722e0, infoPort=33183, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=843749060;c=1732191710590) 2024-11-21T12:21:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73545fd88d02695c with lease ID 0x9f9f02f2601a0269: from storage DS-6f4a437a-fe7a-4629-b385-e7f884343c64 node DatanodeRegistration(127.0.0.1:45529, datanodeUuid=164613ef-c4e2-4352-95b2-3c0aa80722e0, infoPort=33183, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=843749060;c=1732191710590), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73545fd88d02695c with lease ID 0x9f9f02f2601a0269: Processing first storage report for DS-827e53c0-0e6e-4b5f-99c9-d375caed168a from datanode DatanodeRegistration(127.0.0.1:45529, datanodeUuid=164613ef-c4e2-4352-95b2-3c0aa80722e0, infoPort=33183, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=843749060;c=1732191710590) 2024-11-21T12:21:53,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73545fd88d02695c with lease ID 0x9f9f02f2601a0269: from storage DS-827e53c0-0e6e-4b5f-99c9-d375caed168a node DatanodeRegistration(127.0.0.1:45529, datanodeUuid=164613ef-c4e2-4352-95b2-3c0aa80722e0, infoPort=33183, infoSecurePort=0, ipcPort=33009, storageInfo=lv=-57;cid=testClusterID;nsid=843749060;c=1732191710590), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:53,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52 2024-11-21T12:21:53,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:53,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:53,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:53,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336 with version=8 2024-11-21T12:21:53,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/hbase-staging 2024-11-21T12:21:53,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:53,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:53,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:53,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:53,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:53,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:53,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:53,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:53,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38823 2024-11-21T12:21:53,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38823 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:21:53,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388230x0, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:53,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38823-0x1015d57d2fd0003 connected 2024-11-21T12:21:54,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:54,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:54,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on znode that does not yet exist, /1-1557857204/running 2024-11-21T12:21:54,059 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336, hbase.cluster.distributed=false 2024-11-21T12:21:54,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on znode that does not yet exist, /1-1557857204/acl 2024-11-21T12:21:54,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-21T12:21:54,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38823 2024-11-21T12:21:54,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38823 2024-11-21T12:21:54,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-21T12:21:54,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38823 2024-11-21T12:21:54,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:21:54,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:54,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:54,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:54,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:54,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:54,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:54,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:54,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34461 2024-11-21T12:21:54,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34461 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:21:54,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:54,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:54,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344610x0, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:54,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344610x0, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on znode that does not yet exist, /1-1557857204/running 2024-11-21T12:21:54,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34461-0x1015d57d2fd0004 connected 2024-11-21T12:21:54,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:54,107 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:54,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on znode that does not yet exist, /1-1557857204/master 2024-11-21T12:21:54,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on znode that does not yet exist, /1-1557857204/acl 2024-11-21T12:21:54,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34461 2024-11-21T12:21:54,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34461 2024-11-21T12:21:54,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34461 2024-11-21T12:21:54,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34461 2024-11-21T12:21:54,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34461 2024-11-21T12:21:54,131 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:38823 2024-11-21T12:21:54,132 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1557857204/backup-masters/b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204/backup-masters 2024-11-21T12:21:54,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204/backup-masters 2024-11-21T12:21:54,138 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on existing znode=/1-1557857204/backup-masters/b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:54,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1557857204/master 2024-11-21T12:21:54,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:54,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:54,148 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on existing znode=/1-1557857204/master 2024-11-21T12:21:54,148 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1557857204/backup-masters/b4993cb2a74e,38823,1732191713950 from backup master directory 2024-11-21T12:21:54,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:54,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1557857204/backup-masters/b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:54,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204/backup-masters 2024-11-21T12:21:54,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204/backup-masters 2024-11-21T12:21:54,158 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:54,158 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:54,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:54,159 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88633 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:21:54,164 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/hbase.id] with ID: 42e524e4-35b1-42e1-9879-0f7dea5bbb4e 2024-11-21T12:21:54,164 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/.tmp/hbase.id 2024-11-21T12:21:54,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:54,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/.tmp/hbase.id]:[hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/hbase.id] 2024-11-21T12:21:54,591 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:54,591 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:54,592 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:21:54,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:54,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:54,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:55,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:21:55,063 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:55,064 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:55,064 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:55,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:55,470 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store 2024-11-21T12:21:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:55,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:55,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:55,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:55,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:55,880 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:55,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:55,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:55,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:55,880 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:55,880 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191715880Disabling compacts and flushes for region at 1732191715880Disabling writes for close at 1732191715880Writing region close event to WAL at 1732191715880Closed at 1732191715880 2024-11-21T12:21:55,881 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/.initializing 2024-11-21T12:21:55,881 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/WALs/b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:55,882 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:55,883 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C38823%2C1732191713950, suffix=, logDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/WALs/b4993cb2a74e,38823,1732191713950, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:55,899 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/WALs/b4993cb2a74e,38823,1732191713950/b4993cb2a74e%2C38823%2C1732191713950.1732191715883, exclude list is [], retry=0 2024-11-21T12:21:55,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45529,DS-6f4a437a-fe7a-4629-b385-e7f884343c64,DISK] 2024-11-21T12:21:55,903 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/WALs/b4993cb2a74e,38823,1732191713950/b4993cb2a74e%2C38823%2C1732191713950.1732191715883 2024-11-21T12:21:55,903 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-21T12:21:55,903 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:55,903 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:55,903 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,903 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:55,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:55,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:55,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:55,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:55,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:55,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:55,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:55,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:55,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:55,909 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,909 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,909 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,910 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,910 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,910 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:55,911 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:55,912 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:55,912 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75259791, jitterRate=0.1214582771062851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:55,913 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191715904Initializing all the Stores at 1732191715904Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191715904Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191715904Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191715904Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191715904Cleaning up temporary data from old regions at 1732191715910 (+6 ms)Region opened successfully at 1732191715913 (+3 ms) 2024-11-21T12:21:55,913 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:55,915 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2faf7e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:55,915 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:55,915 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:55,915 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:55,916 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:55,916 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:55,916 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:55,916 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:55,917 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:55,918 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Unable to get data of znode /1-1557857204/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:55,927 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1557857204/balancer already deleted, retry=false 2024-11-21T12:21:55,927 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:55,927 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Unable to get data of znode /1-1557857204/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:55,937 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1557857204/normalizer already deleted, retry=false 2024-11-21T12:21:55,937 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:55,938 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Unable to get data of znode /1-1557857204/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:55,948 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1557857204/switch/split already deleted, retry=false 2024-11-21T12:21:55,948 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Unable to get data of znode /1-1557857204/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:55,958 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1557857204/switch/merge already deleted, retry=false 2024-11-21T12:21:55,959 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Unable to get data of znode /1-1557857204/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:55,969 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1557857204/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1557857204/running 2024-11-21T12:21:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1557857204/running 2024-11-21T12:21:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:55,979 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,38823,1732191713950, sessionid=0x1015d57d2fd0003, setting cluster-up flag (Was=false) 2024-11-21T12:21:56,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:56,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:56,053 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1557857204/flush-table-proc/acquired, /1-1557857204/flush-table-proc/reached, /1-1557857204/flush-table-proc/abort 2024-11-21T12:21:56,054 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:56,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:56,106 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1557857204/online-snapshot/acquired, /1-1557857204/online-snapshot/reached, /1-1557857204/online-snapshot/abort 2024-11-21T12:21:56,107 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:56,108 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:56,109 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:56,109 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:56,109 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:56,110 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,38823,1732191713950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:56,111 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,116 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191746116 2024-11-21T12:21:56,116 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:56,116 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:56,116 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:56,116 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:56,116 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:56,117 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:56,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:56,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:56,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:56,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:56,119 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,119 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:56,119 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:56,119 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:56,119 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:56,120 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(746): ClusterId : 42e524e4-35b1-42e1-9879-0f7dea5bbb4e 2024-11-21T12:21:56,120 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:56,120 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:56,120 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:56,125 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191716120,5,FailOnTimeoutGroup] 2024-11-21T12:21:56,126 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191716125,5,FailOnTimeoutGroup] 2024-11-21T12:21:56,126 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,126 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:56,126 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,126 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:56,127 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:56,127 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:56,138 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:56,138 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bedb0c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:21:56,149 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:34461 2024-11-21T12:21:56,149 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:56,149 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:56,149 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:56,149 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,38823,1732191713950 with port=34461, startcode=1732191714084 2024-11-21T12:21:56,149 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:56,150 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:56,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:56,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38823 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:56,151 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336 2024-11-21T12:21:56,151 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45239 2024-11-21T12:21:56,152 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:56,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204/rs 2024-11-21T12:21:56,188 DEBUG [RS:0;b4993cb2a74e:34461 {}] zookeeper.ZKUtil(111): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on existing znode=/1-1557857204/rs/b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:56,188 WARN [RS:0;b4993cb2a74e:34461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:56,189 INFO [RS:0;b4993cb2a74e:34461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:56,189 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:56,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,34461,1732191714084] 2024-11-21T12:21:56,193 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:56,196 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:56,200 INFO [RS:0;b4993cb2a74e:34461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:56,200 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,204 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:56,205 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:56,205 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,205 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,206 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,206 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,206 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,206 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:56,206 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:56,206 DEBUG [RS:0;b4993cb2a74e:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:56,208 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,208 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,208 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,208 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,208 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,208 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34461,1732191714084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:56,225 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:56,226 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34461,1732191714084-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,226 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,226 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.Replication(171): b4993cb2a74e,34461,1732191714084 started 2024-11-21T12:21:56,239 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:56,239 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,34461,1732191714084, RpcServer on b4993cb2a74e/172.17.0.2:34461, sessionid=0x1015d57d2fd0004 2024-11-21T12:21:56,239 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:56,239 DEBUG [RS:0;b4993cb2a74e:34461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:56,239 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34461,1732191714084' 2024-11-21T12:21:56,239 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1557857204/flush-table-proc/abort' 2024-11-21T12:21:56,239 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1557857204/flush-table-proc/acquired' 2024-11-21T12:21:56,240 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:56,240 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:56,240 DEBUG [RS:0;b4993cb2a74e:34461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:56,240 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34461,1732191714084' 2024-11-21T12:21:56,240 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1557857204/online-snapshot/abort' 2024-11-21T12:21:56,240 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1557857204/online-snapshot/acquired' 2024-11-21T12:21:56,240 DEBUG [RS:0;b4993cb2a74e:34461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:56,240 INFO [RS:0;b4993cb2a74e:34461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:56,240 INFO [RS:0;b4993cb2a74e:34461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:56,341 INFO [RS:0;b4993cb2a74e:34461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:56,342 INFO [RS:0;b4993cb2a74e:34461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34461%2C1732191714084, suffix=, logDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/oldWALs, maxLogs=10 2024-11-21T12:21:56,359 DEBUG [RS:0;b4993cb2a74e:34461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, exclude list is [], retry=0 2024-11-21T12:21:56,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45529,DS-6f4a437a-fe7a-4629-b385-e7f884343c64,DISK] 2024-11-21T12:21:56,364 INFO [RS:0;b4993cb2a74e:34461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 2024-11-21T12:21:56,365 DEBUG [RS:0;b4993cb2a74e:34461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-21T12:21:56,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:21:56,528 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336 2024-11-21T12:21:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:21:56,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:56,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:56,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:56,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:56,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:56,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:56,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:56,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:56,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:56,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:56,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:56,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:56,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:56,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:56,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:56,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:56,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:56,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:56,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740 2024-11-21T12:21:56,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740 2024-11-21T12:21:56,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:56,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:56,946 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:56,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:56,948 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:56,948 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67926242, jitterRate=0.01217988133430481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:56,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191716934Initializing all the Stores at 1732191716934Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191716934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191716934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191716934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191716934Cleaning up temporary data from old regions at 1732191716946 (+12 ms)Region opened successfully at 1732191716949 (+3 ms) 2024-11-21T12:21:56,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:56,949 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:56,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:56,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:56,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:56,949 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:56,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191716949Disabling compacts and flushes for region at 1732191716949Disabling writes for close at 1732191716949Writing region close event to WAL at 1732191716949Closed at 1732191716949 2024-11-21T12:21:56,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:56,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:21:56,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:56,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:56,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:21:57,102 DEBUG [b4993cb2a74e:38823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:57,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:57,104 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34461,1732191714084, state=OPENING 2024-11-21T12:21:57,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:21:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:21:57,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1557857204/meta-region-server: CHANGED 2024-11-21T12:21:57,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1557857204/meta-region-server: CHANGED 2024-11-21T12:21:57,180 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:57,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34461,1732191714084}] 2024-11-21T12:21:57,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:57,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:57,336 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:57,336 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:57,337 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:57,338 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34461%2C1732191714084.meta, suffix=.meta, logDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/oldWALs, maxLogs=10 2024-11-21T12:21:57,350 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.meta.1732191717338.meta, exclude list is [], retry=0 2024-11-21T12:21:57,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45529,DS-6f4a437a-fe7a-4629-b385-e7f884343c64,DISK] 2024-11-21T12:21:57,352 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.meta.1732191717338.meta 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:57,353 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:57,353 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:57,353 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:57,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:57,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:57,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:57,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:57,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:57,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:57,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:57,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:57,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:57,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:57,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:57,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:57,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:57,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:57,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:57,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:57,358 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:57,358 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740 2024-11-21T12:21:57,359 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740 2024-11-21T12:21:57,359 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:57,359 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:57,360 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:57,360 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:57,361 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70585455, jitterRate=0.05180524289608002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:57,361 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:57,361 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191717353Writing region info on filesystem at 1732191717353Initializing all the Stores at 1732191717354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191717354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191717354Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191717354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191717354Cleaning up temporary data from old regions at 1732191717359 (+5 ms)Running coprocessor post-open hooks at 1732191717361 (+2 ms)Region opened successfully at 1732191717361 2024-11-21T12:21:57,362 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191717332 2024-11-21T12:21:57,364 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:57,364 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:57,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:57,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34461,1732191714084, state=OPEN 2024-11-21T12:21:57,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1557857204/meta-region-server 2024-11-21T12:21:57,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1557857204/meta-region-server 2024-11-21T12:21:57,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1557857204/meta-region-server: CHANGED 2024-11-21T12:21:57,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1557857204/meta-region-server: CHANGED 2024-11-21T12:21:57,390 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34461,1732191714084 2024-11-21T12:21:57,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:21:57,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34461,1732191714084 in 210 msec 2024-11-21T12:21:57,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:21:57,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-21T12:21:57,395 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:57,395 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:21:57,396 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:57,396 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34461,1732191714084, seqNum=-1] 2024-11-21T12:21:57,396 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:57,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:57,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-21T12:21:57,408 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191717408, completionTime=-1 2024-11-21T12:21:57,408 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:21:57,408 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:57,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:57,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191777410 2024-11-21T12:21:57,410 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191837410 2024-11-21T12:21:57,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:21:57,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38823,1732191713950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:57,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38823,1732191713950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:57,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38823,1732191713950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:57,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:38823, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:57,411 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:57,434 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:57,435 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.280sec 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38823,1732191713950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:57,439 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38823,1732191713950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:57,441 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:57,441 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:57,441 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,38823,1732191713950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:57,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2579cfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:57,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:21:57,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:57,538 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:21:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:21:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ba2738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:21:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:57,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:57,540 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:57,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9ce7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:57,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34461,1732191714084, seqNum=-1] 2024-11-21T12:21:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:57,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:57,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,38823,1732191713950 2024-11-21T12:21:57,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:21:57,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:57,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d57d2fd0005 connected 2024-11-21T12:21:57,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.log.dir so I do NOT create it in target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7 2024-11-21T12:21:57,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:57,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.tmp.dir so I do NOT create it in target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7 2024-11-21T12:21:57,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:57,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7 2024-11-21T12:21:57,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:57,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/cluster_b780a7fc-a436-9ef8-4a89-d6790f31e521, deleteOnExit=true 2024-11-21T12:21:57,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:57,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/test.cache.data in system properties and HBase conf 2024-11-21T12:21:57,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:57,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:57,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:57,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:57,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:57,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:57,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:57,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:57,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:57,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:58,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:58,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:58,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:58,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:58,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:58,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:58,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bd3d89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:58,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11ad6ca6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:58,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c3cd4e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/java.io.tmpdir/jetty-localhost-38565-hadoop-hdfs-3_4_1-tests_jar-_-any-2572277374624690437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:58,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f56c3e7{HTTP/1.1, (http/1.1)}{localhost:38565} 2024-11-21T12:21:58,183 INFO [Time-limited test {}] server.Server(415): Started @292117ms 2024-11-21T12:21:58,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:58,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:58,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:58,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:58,577 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:58,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc36374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:58,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e519346{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:58,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192434ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/java.io.tmpdir/jetty-localhost-44911-hadoop-hdfs-3_4_1-tests_jar-_-any-2254667328516014199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:58,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70141302{HTTP/1.1, (http/1.1)}{localhost:44911} 2024-11-21T12:21:58,708 INFO [Time-limited test {}] server.Server(415): Started @292642ms 2024-11-21T12:21:58,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:00,372 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/cluster_b780a7fc-a436-9ef8-4a89-d6790f31e521/data/data1/current/BP-787343750-172.17.0.2-1732191717601/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:00,372 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/cluster_b780a7fc-a436-9ef8-4a89-d6790f31e521/data/data2/current/BP-787343750-172.17.0.2-1732191717601/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:00,396 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d69789ccb21fa48 with lease ID 0x56739cde00459afd: Processing first storage report for DS-a589bfb8-8419-40bf-90f0-e34c365666a9 from datanode DatanodeRegistration(127.0.0.1:43725, datanodeUuid=37048311-b060-4713-baae-b66995fce956, infoPort=33869, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=102883151;c=1732191717601) 2024-11-21T12:22:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d69789ccb21fa48 with lease ID 0x56739cde00459afd: from storage DS-a589bfb8-8419-40bf-90f0-e34c365666a9 node DatanodeRegistration(127.0.0.1:43725, datanodeUuid=37048311-b060-4713-baae-b66995fce956, infoPort=33869, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=102883151;c=1732191717601), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d69789ccb21fa48 with lease ID 0x56739cde00459afd: Processing first storage report for DS-f98b0b17-a538-4f91-b756-2c2fea6c05a4 from datanode DatanodeRegistration(127.0.0.1:43725, datanodeUuid=37048311-b060-4713-baae-b66995fce956, infoPort=33869, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=102883151;c=1732191717601) 2024-11-21T12:22:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d69789ccb21fa48 with lease ID 0x56739cde00459afd: from storage DS-f98b0b17-a538-4f91-b756-2c2fea6c05a4 node DatanodeRegistration(127.0.0.1:43725, datanodeUuid=37048311-b060-4713-baae-b66995fce956, infoPort=33869, infoSecurePort=0, ipcPort=39013, storageInfo=lv=-57;cid=testClusterID;nsid=102883151;c=1732191717601), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:00,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7 2024-11-21T12:22:00,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:00,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:00,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58 with version=8 2024-11-21T12:22:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/hbase-staging 2024-11-21T12:22:00,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:00,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:00,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:00,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:00,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:00,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:00,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:00,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:00,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43171 2024-11-21T12:22:00,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43171 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:22:00,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431710x0, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:00,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43171-0x1015d57d2fd0006 connected 2024-11-21T12:22:01,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:01,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:01,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on znode that does not yet exist, /2217459125/running 2024-11-21T12:22:01,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58, hbase.cluster.distributed=false 2024-11-21T12:22:01,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on znode that does not yet exist, /2217459125/acl 2024-11-21T12:22:01,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43171 2024-11-21T12:22:01,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43171 2024-11-21T12:22:01,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43171 2024-11-21T12:22:01,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43171 2024-11-21T12:22:01,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43171 2024-11-21T12:22:01,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:01,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:01,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:01,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:01,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:01,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:01,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:01,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:01,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45203 2024-11-21T12:22:01,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45203 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:22:01,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:01,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:01,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452030x0, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:01,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452030x0, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on znode that does not yet exist, /2217459125/running 2024-11-21T12:22:01,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45203-0x1015d57d2fd0007 connected 2024-11-21T12:22:01,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:01,033 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:01,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on znode that does not yet exist, /2217459125/master 2024-11-21T12:22:01,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on znode that does not yet exist, /2217459125/acl 2024-11-21T12:22:01,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45203 2024-11-21T12:22:01,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45203 2024-11-21T12:22:01,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45203 2024-11-21T12:22:01,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45203 2024-11-21T12:22:01,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45203 2024-11-21T12:22:01,059 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:43171 2024-11-21T12:22:01,059 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2217459125/backup-masters/b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:01,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125/backup-masters 2024-11-21T12:22:01,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125/backup-masters 2024-11-21T12:22:01,064 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on existing znode=/2217459125/backup-masters/b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:01,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:01,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2217459125/master 2024-11-21T12:22:01,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:01,074 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on existing znode=/2217459125/master 2024-11-21T12:22:01,074 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2217459125/backup-masters/b4993cb2a74e,43171,1732191720898 from backup master directory 2024-11-21T12:22:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2217459125/backup-masters/b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125/backup-masters 2024-11-21T12:22:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125/backup-masters 2024-11-21T12:22:01,084 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:01,084 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:01,087 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/hbase.id] with ID: 15dd8daf-0538-4e34-8b2f-a2bb033dee74 2024-11-21T12:22:01,087 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/.tmp/hbase.id 2024-11-21T12:22:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:01,492 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/.tmp/hbase.id]:[hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/hbase.id] 2024-11-21T12:22:01,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:01,501 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:01,507 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-21T12:22:01,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:01,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:01,968 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:01,969 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:01,969 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:02,388 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store 2024-11-21T12:22:02,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:02,395 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:02,396 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:02,396 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:02,396 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:02,396 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:02,396 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:02,396 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:02,396 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191722395Disabling compacts and flushes for region at 1732191722395Disabling writes for close at 1732191722396 (+1 ms)Writing region close event to WAL at 1732191722396Closed at 1732191722396 2024-11-21T12:22:02,397 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/.initializing 2024-11-21T12:22:02,397 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/WALs/b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:02,398 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:02,399 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C43171%2C1732191720898, suffix=, logDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/WALs/b4993cb2a74e,43171,1732191720898, archiveDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:02,420 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/WALs/b4993cb2a74e,43171,1732191720898/b4993cb2a74e%2C43171%2C1732191720898.1732191722400, exclude list is [], retry=0 2024-11-21T12:22:02,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-a589bfb8-8419-40bf-90f0-e34c365666a9,DISK] 2024-11-21T12:22:02,426 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/WALs/b4993cb2a74e,43171,1732191720898/b4993cb2a74e%2C43171%2C1732191720898.1732191722400 2024-11-21T12:22:02,426 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33869:33869)] 2024-11-21T12:22:02,426 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:02,427 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:02,427 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,427 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:02,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:02,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:02,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:02,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:02,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:02,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:02,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:02,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:02,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:02,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:02,435 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,436 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,436 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,437 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,437 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,438 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:02,439 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:02,444 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:02,445 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63090810, jitterRate=-0.05987367033958435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:02,445 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191722427Initializing all the Stores at 1732191722428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191722428Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191722428Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191722428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191722428Cleaning up temporary data from old regions at 1732191722437 (+9 ms)Region opened successfully at 1732191722445 (+8 ms) 2024-11-21T12:22:02,445 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:02,448 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7968e159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:02,449 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:02,450 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:02,450 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:02,450 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:02,450 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:02,451 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:02,451 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:02,453 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:02,454 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Unable to get data of znode /2217459125/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:02,537 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2217459125/balancer already deleted, retry=false 2024-11-21T12:22:02,537 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:02,538 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Unable to get data of znode /2217459125/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:02,547 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2217459125/normalizer already deleted, retry=false 2024-11-21T12:22:02,548 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:02,548 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Unable to get data of znode /2217459125/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:02,568 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2217459125/switch/split already deleted, retry=false 2024-11-21T12:22:02,569 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Unable to get data of znode /2217459125/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:02,579 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2217459125/switch/merge already deleted, retry=false 2024-11-21T12:22:02,581 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Unable to get data of znode /2217459125/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:02,589 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2217459125/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:02,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2217459125/running 2024-11-21T12:22:02,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2217459125/running 2024-11-21T12:22:02,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:02,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:02,601 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,43171,1732191720898, sessionid=0x1015d57d2fd0006, setting cluster-up flag (Was=false) 2024-11-21T12:22:02,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:02,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:02,653 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2217459125/flush-table-proc/acquired, /2217459125/flush-table-proc/reached, /2217459125/flush-table-proc/abort 2024-11-21T12:22:02,654 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:02,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:02,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:02,705 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2217459125/online-snapshot/acquired, /2217459125/online-snapshot/reached, /2217459125/online-snapshot/abort 2024-11-21T12:22:02,707 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:02,708 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:02,710 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:02,710 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:02,710 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:02,710 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,43171,1732191720898 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:02,712 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:02,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:02,718 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:02,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:02,723 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191752723 2024-11-21T12:22:02,723 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:02,723 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:02,723 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:02,723 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:02,723 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:02,723 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:02,724 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:02,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:02,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:02,728 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:02,729 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:02,729 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:02,729 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191722729,5,FailOnTimeoutGroup] 2024-11-21T12:22:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:02,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:02,730 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58 2024-11-21T12:22:02,736 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191722729,5,FailOnTimeoutGroup] 2024-11-21T12:22:02,736 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,736 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:02,736 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,736 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741832_1008 (size=32) 2024-11-21T12:22:02,751 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(746): ClusterId : 15dd8daf-0538-4e34-8b2f-a2bb033dee74 2024-11-21T12:22:02,751 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:02,758 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:02,758 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:02,769 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:02,770 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6478f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:02,787 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:45203 2024-11-21T12:22:02,787 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:02,787 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:02,787 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:02,788 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,43171,1732191720898 with port=45203, startcode=1732191721017 2024-11-21T12:22:02,788 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:02,789 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:02,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:02,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43171 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:02,792 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58 2024-11-21T12:22:02,792 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33409 2024-11-21T12:22:02,792 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:02,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125/rs 2024-11-21T12:22:02,849 DEBUG [RS:0;b4993cb2a74e:45203 {}] zookeeper.ZKUtil(111): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on existing znode=/2217459125/rs/b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:02,849 WARN [RS:0;b4993cb2a74e:45203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:02,849 INFO [RS:0;b4993cb2a74e:45203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:02,850 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:02,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,45203,1732191721017] 2024-11-21T12:22:02,852 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:02,854 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:02,854 INFO [RS:0;b4993cb2a74e:45203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:02,854 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,854 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:02,855 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:02,855 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:02,855 DEBUG [RS:0;b4993cb2a74e:45203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:02,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:02,856 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,856 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,856 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,856 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,857 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,857 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45203,1732191721017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,875 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:02,875 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45203,1732191721017-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,875 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,875 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.Replication(171): b4993cb2a74e,45203,1732191721017 started 2024-11-21T12:22:02,891 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:02,892 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,45203,1732191721017, RpcServer on b4993cb2a74e/172.17.0.2:45203, sessionid=0x1015d57d2fd0007 2024-11-21T12:22:02,892 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:02,892 DEBUG [RS:0;b4993cb2a74e:45203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:02,892 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,45203,1732191721017' 2024-11-21T12:22:02,892 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2217459125/flush-table-proc/abort' 2024-11-21T12:22:02,893 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2217459125/flush-table-proc/acquired' 2024-11-21T12:22:02,893 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:02,893 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:02,893 DEBUG [RS:0;b4993cb2a74e:45203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:02,893 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,45203,1732191721017' 2024-11-21T12:22:02,893 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2217459125/online-snapshot/abort' 2024-11-21T12:22:02,894 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2217459125/online-snapshot/acquired' 2024-11-21T12:22:02,894 DEBUG [RS:0;b4993cb2a74e:45203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:02,894 INFO [RS:0;b4993cb2a74e:45203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:02,894 INFO [RS:0;b4993cb2a74e:45203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:02,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:02,995 INFO [RS:0;b4993cb2a74e:45203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:02,996 INFO [RS:0;b4993cb2a74e:45203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45203%2C1732191721017, suffix=, logDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017, archiveDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/oldWALs, maxLogs=10 2024-11-21T12:22:03,016 DEBUG [RS:0;b4993cb2a74e:45203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, exclude list is [], retry=0 2024-11-21T12:22:03,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-a589bfb8-8419-40bf-90f0-e34c365666a9,DISK] 2024-11-21T12:22:03,021 INFO [RS:0;b4993cb2a74e:45203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 2024-11-21T12:22:03,022 DEBUG [RS:0;b4993cb2a74e:45203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33869:33869)] 2024-11-21T12:22:03,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:03,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:03,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:03,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:03,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:03,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:03,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:03,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:03,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:03,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:03,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740 2024-11-21T12:22:03,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740 2024-11-21T12:22:03,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:03,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:03,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:03,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:03,154 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:03,154 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61473466, jitterRate=-0.0839739739894867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191723145Initializing all the Stores at 1732191723145Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191723145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191723145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191723145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191723145Cleaning up temporary data from old regions at 1732191723151 (+6 ms)Region opened successfully at 1732191723154 (+3 ms) 2024-11-21T12:22:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:03,154 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:03,154 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191723154Disabling compacts and flushes for region at 1732191723154Disabling writes for close at 1732191723154Writing region close event to WAL at 1732191723154Closed at 1732191723154 2024-11-21T12:22:03,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:03,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:03,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:03,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:03,157 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:03,307 DEBUG [b4993cb2a74e:43171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:03,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:03,309 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,45203,1732191721017, state=OPENING 2024-11-21T12:22:03,358 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:03,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:03,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2217459125/meta-region-server: CHANGED 2024-11-21T12:22:03,369 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2217459125/meta-region-server: CHANGED 2024-11-21T12:22:03,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:03,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45203,1732191721017}] 2024-11-21T12:22:03,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:03,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:03,525 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:03,525 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:03,525 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:03,526 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45203%2C1732191721017.meta, suffix=.meta, logDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017, archiveDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/oldWALs, maxLogs=10 2024-11-21T12:22:03,537 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.meta.1732191723526.meta, exclude list is [], retry=0 2024-11-21T12:22:03,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-a589bfb8-8419-40bf-90f0-e34c365666a9,DISK] 2024-11-21T12:22:03,541 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.meta.1732191723526.meta 2024-11-21T12:22:03,541 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33869:33869)] 2024-11-21T12:22:03,541 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:03,541 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:03,541 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:03,541 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:03,541 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:03,541 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:03,541 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:03,542 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:03,542 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:03,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:03,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:03,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:03,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:03,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:03,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:03,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:03,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:03,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,545 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:03,546 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740 2024-11-21T12:22:03,547 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740 2024-11-21T12:22:03,548 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:03,548 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:03,548 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:03,549 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:03,550 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71836605, jitterRate=0.07044883072376251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:03,550 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:03,550 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191723542Writing region info on filesystem at 1732191723542Initializing all the Stores at 1732191723542Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191723542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191723542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191723542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191723542Cleaning up temporary data from old regions at 1732191723548 (+6 ms)Running coprocessor post-open hooks at 1732191723550 (+2 ms)Region opened successfully at 1732191723550 2024-11-21T12:22:03,551 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191723521 2024-11-21T12:22:03,552 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:03,552 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:03,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:03,553 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,45203,1732191721017, state=OPEN 2024-11-21T12:22:03,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2217459125/meta-region-server 2024-11-21T12:22:03,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2217459125/meta-region-server 2024-11-21T12:22:03,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:03,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2217459125/meta-region-server: CHANGED 2024-11-21T12:22:03,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2217459125/meta-region-server: CHANGED 2024-11-21T12:22:03,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:03,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45203,1732191721017 in 244 msec 2024-11-21T12:22:03,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:03,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-21T12:22:03,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:03,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:03,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:03,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45203,1732191721017, seqNum=-1] 2024-11-21T12:22:03,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:03,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:03,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 926 msec 2024-11-21T12:22:03,636 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191723636, completionTime=-1 2024-11-21T12:22:03,636 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:03,636 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:03,638 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:03,638 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191783638 2024-11-21T12:22:03,638 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191843638 2024-11-21T12:22:03,638 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:22:03,639 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43171,1732191720898-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,639 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43171,1732191720898-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,639 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43171,1732191720898-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,639 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:43171, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,639 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,639 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,642 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:03,643 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.558sec 2024-11-21T12:22:03,643 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:03,643 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:03,643 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:03,643 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:03,644 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:03,644 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43171,1732191720898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:03,644 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43171,1732191720898-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:03,645 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:03,645 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:03,645 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,43171,1732191720898-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe3fd87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:03,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43171,-1 for getting cluster id 2024-11-21T12:22:03,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:03,653 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dd8daf-0538-4e34-8b2f-a2bb033dee74' 2024-11-21T12:22:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dd8daf-0538-4e34-8b2f-a2bb033dee74" 2024-11-21T12:22:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7645b37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43171,-1] 2024-11-21T12:22:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:03,654 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:03,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c62cfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:03,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:03,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45203,1732191721017, seqNum=-1] 2024-11-21T12:22:03,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:03,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:03,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:03,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55899 2024-11-21T12:22:03,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:03,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015d57d2fd0008 connected 2024-11-21T12:22:03,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,37171,1732191707445 2024-11-21T12:22:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6522e0c6 2024-11-21T12:22:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:03,702 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:03,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:03,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:03,705 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:03,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:04,119 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8035a2e852058e6537c2662d2b32eda, NAME => 'test,,1732191723702.a8035a2e852058e6537c2662d2b32eda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a 2024-11-21T12:22:04,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:04,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191723702.a8035a2e852058e6537c2662d2b32eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:04,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a8035a2e852058e6537c2662d2b32eda, disabling compactions & flushes 2024-11-21T12:22:04,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:04,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:04,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. after waiting 0 ms 2024-11-21T12:22:04,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:04,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:04,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8035a2e852058e6537c2662d2b32eda: Waiting for close lock at 1732191724532Disabling compacts and flushes for region at 1732191724532Disabling writes for close at 1732191724532Writing region close event to WAL at 1732191724532Closed at 1732191724532 2024-11-21T12:22:04,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:04,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191723702.a8035a2e852058e6537c2662d2b32eda.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191724533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191724533"}]},"ts":"1732191724533"} 2024-11-21T12:22:04,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:04,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:04,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191724536"}]},"ts":"1732191724536"} 2024-11-21T12:22:04,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:04,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8035a2e852058e6537c2662d2b32eda, ASSIGN}] 2024-11-21T12:22:04,538 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a8035a2e852058e6537c2662d2b32eda, ASSIGN 2024-11-21T12:22:04,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a8035a2e852058e6537c2662d2b32eda, ASSIGN; state=OFFLINE, location=b4993cb2a74e,46397,1732191707669; forceNewPlan=false, retain=false 2024-11-21T12:22:04,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8035a2e852058e6537c2662d2b32eda, regionState=OPENING, regionLocation=b4993cb2a74e,46397,1732191707669 2024-11-21T12:22:04,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a8035a2e852058e6537c2662d2b32eda, ASSIGN because future has completed 2024-11-21T12:22:04,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8035a2e852058e6537c2662d2b32eda, server=b4993cb2a74e,46397,1732191707669}] 2024-11-21T12:22:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:04,853 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:04,854 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a8035a2e852058e6537c2662d2b32eda, NAME => 'test,,1732191723702.a8035a2e852058e6537c2662d2b32eda.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:04,854 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:04,854 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:04,854 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,854 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191723702.a8035a2e852058e6537c2662d2b32eda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:04,855 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,855 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,856 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,872 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8035a2e852058e6537c2662d2b32eda columnFamilyName f 2024-11-21T12:22:04,872 DEBUG [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,877 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] regionserver.HStore(327): Store=a8035a2e852058e6537c2662d2b32eda/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:04,877 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,878 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8035a2e852058e6537c2662d2b32eda columnFamilyName f1 2024-11-21T12:22:04,878 DEBUG [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,879 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] regionserver.HStore(327): Store=a8035a2e852058e6537c2662d2b32eda/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:04,879 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,880 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8035a2e852058e6537c2662d2b32eda columnFamilyName norep 2024-11-21T12:22:04,880 DEBUG [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,881 INFO [StoreOpener-a8035a2e852058e6537c2662d2b32eda-1 {}] regionserver.HStore(327): Store=a8035a2e852058e6537c2662d2b32eda/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:04,881 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,882 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,882 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,883 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,883 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,884 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:04,885 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,891 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:04,891 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a8035a2e852058e6537c2662d2b32eda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74661283, jitterRate=0.11253981292247772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:04,891 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:04,892 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a8035a2e852058e6537c2662d2b32eda: Running coprocessor pre-open hook at 1732191724855Writing region info on filesystem at 1732191724855Initializing all the Stores at 1732191724855Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191724856 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191724856Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191724856Cleaning up temporary data from old regions at 1732191724883 (+27 ms)Running coprocessor post-open hooks at 1732191724891 (+8 ms)Region opened successfully at 1732191724892 (+1 ms) 2024-11-21T12:22:04,893 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191723702.a8035a2e852058e6537c2662d2b32eda., pid=6, masterSystemTime=1732191724844 2024-11-21T12:22:04,896 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:04,897 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:04,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a8035a2e852058e6537c2662d2b32eda, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,46397,1732191707669 2024-11-21T12:22:04,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8035a2e852058e6537c2662d2b32eda, server=b4993cb2a74e,46397,1732191707669 because future has completed 2024-11-21T12:22:04,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:04,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a8035a2e852058e6537c2662d2b32eda, server=b4993cb2a74e,46397,1732191707669 in 214 msec 2024-11-21T12:22:04,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:04,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a8035a2e852058e6537c2662d2b32eda, ASSIGN in 371 msec 2024-11-21T12:22:04,911 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:04,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191724911"}]},"ts":"1732191724911"} 2024-11-21T12:22:04,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:04,915 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:04,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2120 sec 2024-11-21T12:22:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:05,859 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:05,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38823,1732191713950 2024-11-21T12:22:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d10471 2024-11-21T12:22:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:05,862 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:05,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:05,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:05,865 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:05,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:05,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:06,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddfb4368cfb3f3fa07bcd8e7ed14662e, NAME => 'test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336 2024-11-21T12:22:06,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:06,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:06,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ddfb4368cfb3f3fa07bcd8e7ed14662e, disabling compactions & flushes 2024-11-21T12:22:06,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:06,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:06,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. after waiting 0 ms 2024-11-21T12:22:06,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:06,681 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:06,681 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddfb4368cfb3f3fa07bcd8e7ed14662e: Waiting for close lock at 1732191726681Disabling compacts and flushes for region at 1732191726681Disabling writes for close at 1732191726681Writing region close event to WAL at 1732191726681Closed at 1732191726681 2024-11-21T12:22:06,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:06,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191726683"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191726683"}]},"ts":"1732191726683"} 2024-11-21T12:22:06,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:06,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:06,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191726686"}]},"ts":"1732191726686"} 2024-11-21T12:22:06,688 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:06,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddfb4368cfb3f3fa07bcd8e7ed14662e, ASSIGN}] 2024-11-21T12:22:06,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddfb4368cfb3f3fa07bcd8e7ed14662e, ASSIGN 2024-11-21T12:22:06,691 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ddfb4368cfb3f3fa07bcd8e7ed14662e, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34461,1732191714084; forceNewPlan=false, retain=false 2024-11-21T12:22:06,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddfb4368cfb3f3fa07bcd8e7ed14662e, regionState=OPENING, regionLocation=b4993cb2a74e,34461,1732191714084 2024-11-21T12:22:06,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ddfb4368cfb3f3fa07bcd8e7ed14662e, ASSIGN because future has completed 2024-11-21T12:22:06,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddfb4368cfb3f3fa07bcd8e7ed14662e, server=b4993cb2a74e,34461,1732191714084}] 2024-11-21T12:22:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:07,016 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:07,016 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ddfb4368cfb3f3fa07bcd8e7ed14662e, NAME => 'test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:07,017 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:07,017 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:07,017 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,017 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:07,018 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,018 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,020 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,021 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddfb4368cfb3f3fa07bcd8e7ed14662e columnFamilyName f 2024-11-21T12:22:07,021 DEBUG [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:07,022 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] regionserver.HStore(327): Store=ddfb4368cfb3f3fa07bcd8e7ed14662e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:07,022 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,023 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddfb4368cfb3f3fa07bcd8e7ed14662e columnFamilyName f1 2024-11-21T12:22:07,023 DEBUG [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:07,023 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] regionserver.HStore(327): Store=ddfb4368cfb3f3fa07bcd8e7ed14662e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:07,023 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,025 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddfb4368cfb3f3fa07bcd8e7ed14662e columnFamilyName norep 2024-11-21T12:22:07,025 DEBUG [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:07,025 INFO [StoreOpener-ddfb4368cfb3f3fa07bcd8e7ed14662e-1 {}] regionserver.HStore(327): Store=ddfb4368cfb3f3fa07bcd8e7ed14662e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:07,025 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,026 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,026 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,027 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,027 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,027 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:07,028 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,029 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:07,029 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ddfb4368cfb3f3fa07bcd8e7ed14662e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75273741, jitterRate=0.12166614830493927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:07,029 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:07,030 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ddfb4368cfb3f3fa07bcd8e7ed14662e: Running coprocessor pre-open hook at 1732191727018Writing region info on filesystem at 1732191727018Initializing all the Stores at 1732191727019 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191727019Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191727020 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191727020Cleaning up temporary data from old regions at 1732191727027 (+7 ms)Running coprocessor post-open hooks at 1732191727029 (+2 ms)Region opened successfully at 1732191727029 2024-11-21T12:22:07,030 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e., pid=6, masterSystemTime=1732191727006 2024-11-21T12:22:07,032 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:07,032 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:07,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddfb4368cfb3f3fa07bcd8e7ed14662e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,34461,1732191714084 2024-11-21T12:22:07,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddfb4368cfb3f3fa07bcd8e7ed14662e, server=b4993cb2a74e,34461,1732191714084 because future has completed 2024-11-21T12:22:07,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:07,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ddfb4368cfb3f3fa07bcd8e7ed14662e, server=b4993cb2a74e,34461,1732191714084 in 191 msec 2024-11-21T12:22:07,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:07,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ddfb4368cfb3f3fa07bcd8e7ed14662e, ASSIGN in 348 msec 2024-11-21T12:22:07,039 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:07,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191727039"}]},"ts":"1732191727039"} 2024-11-21T12:22:07,042 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:07,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:07,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-21T12:22:07,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:22:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:08,009 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:08,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@299770a 2024-11-21T12:22:08,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:08,011 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:08,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:08,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:08,014 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:08,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:08,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb7ef1e7d7dd5e94d136c569618455e4, NAME => 'test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58 2024-11-21T12:22:08,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:08,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:08,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb7ef1e7d7dd5e94d136c569618455e4, disabling compactions & flushes 2024-11-21T12:22:08,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:08,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:08,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. after waiting 0 ms 2024-11-21T12:22:08,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:08,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:08,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb7ef1e7d7dd5e94d136c569618455e4: Waiting for close lock at 1732191728045Disabling compacts and flushes for region at 1732191728045Disabling writes for close at 1732191728045Writing region close event to WAL at 1732191728045Closed at 1732191728045 2024-11-21T12:22:08,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:08,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191728046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191728046"}]},"ts":"1732191728046"} 2024-11-21T12:22:08,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:08,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:08,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191728049"}]},"ts":"1732191728049"} 2024-11-21T12:22:08,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:08,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb7ef1e7d7dd5e94d136c569618455e4, ASSIGN}] 2024-11-21T12:22:08,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb7ef1e7d7dd5e94d136c569618455e4, ASSIGN 2024-11-21T12:22:08,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb7ef1e7d7dd5e94d136c569618455e4, ASSIGN; state=OFFLINE, location=b4993cb2a74e,45203,1732191721017; forceNewPlan=false, retain=false 2024-11-21T12:22:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:08,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb7ef1e7d7dd5e94d136c569618455e4, regionState=OPENING, regionLocation=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:08,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb7ef1e7d7dd5e94d136c569618455e4, ASSIGN because future has completed 2024-11-21T12:22:08,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb7ef1e7d7dd5e94d136c569618455e4, server=b4993cb2a74e,45203,1732191721017}] 2024-11-21T12:22:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:08,363 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:08,363 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb7ef1e7d7dd5e94d136c569618455e4, NAME => 'test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:08,363 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:08,363 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:08,363 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,363 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:08,363 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,364 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,364 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,366 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7ef1e7d7dd5e94d136c569618455e4 columnFamilyName f 2024-11-21T12:22:08,366 DEBUG [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,366 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] regionserver.HStore(327): Store=bb7ef1e7d7dd5e94d136c569618455e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:08,366 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,367 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7ef1e7d7dd5e94d136c569618455e4 columnFamilyName f1 2024-11-21T12:22:08,367 DEBUG [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,367 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] regionserver.HStore(327): Store=bb7ef1e7d7dd5e94d136c569618455e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:08,367 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,368 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb7ef1e7d7dd5e94d136c569618455e4 columnFamilyName norep 2024-11-21T12:22:08,368 DEBUG [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,369 INFO [StoreOpener-bb7ef1e7d7dd5e94d136c569618455e4-1 {}] regionserver.HStore(327): Store=bb7ef1e7d7dd5e94d136c569618455e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:08,369 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,369 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,370 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,370 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,370 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,371 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:08,371 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,373 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:08,373 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb7ef1e7d7dd5e94d136c569618455e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75242839, jitterRate=0.12120567262172699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:08,373 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:08,373 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb7ef1e7d7dd5e94d136c569618455e4: Running coprocessor pre-open hook at 1732191728364Writing region info on filesystem at 1732191728364Initializing all the Stores at 1732191728364Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191728364Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191728364Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191728364Cleaning up temporary data from old regions at 1732191728370 (+6 ms)Running coprocessor post-open hooks at 1732191728373 (+3 ms)Region opened successfully at 1732191728373 2024-11-21T12:22:08,374 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4., pid=6, masterSystemTime=1732191728360 2024-11-21T12:22:08,376 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:08,376 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:08,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb7ef1e7d7dd5e94d136c569618455e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:08,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb7ef1e7d7dd5e94d136c569618455e4, server=b4993cb2a74e,45203,1732191721017 because future has completed 2024-11-21T12:22:08,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:08,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb7ef1e7d7dd5e94d136c569618455e4, server=b4993cb2a74e,45203,1732191721017 in 172 msec 2024-11-21T12:22:08,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:08,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb7ef1e7d7dd5e94d136c569618455e4, ASSIGN in 330 msec 2024-11-21T12:22:08,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:08,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191728383"}]},"ts":"1732191728383"} 2024-11-21T12:22:08,385 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:08,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:08,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 374 msec 2024-11-21T12:22:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:08,639 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:08,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1485e132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:08,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,37171,-1 for getting cluster id 2024-11-21T12:22:08,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:08,641 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9385845f-8e50-45ad-8c23-8885469207a1' 2024-11-21T12:22:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9385845f-8e50-45ad-8c23-8885469207a1" 2024-11-21T12:22:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772959f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,37171,-1] 2024-11-21T12:22:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:08,642 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:08,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e6b8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:08,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,37171,1732191707445 2024-11-21T12:22:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e49780e 2024-11-21T12:22:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:08,645 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:08,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:08,649 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:38823' 2024-11-21T12:22:08,650 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375e2676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:08,650 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:22:08,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:08,651 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:22:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:22:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee62fb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:22:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:08,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:08,652 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2a374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:08,653 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38823,1732191713950 2024-11-21T12:22:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65064b7d 2024-11-21T12:22:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:08,654 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:08,655 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:22:08,655 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:08,655 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:08,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:08,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:08,656 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:08,657 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:22:08,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:08,658 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:22:08,707 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:22:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:09,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:09,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9abefe8d07c882e814e883a0e2022b9c, NAME => 'hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a 2024-11-21T12:22:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:22:09,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9abefe8d07c882e814e883a0e2022b9c, disabling compactions & flushes 2024-11-21T12:22:09,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. after waiting 0 ms 2024-11-21T12:22:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:09,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9abefe8d07c882e814e883a0e2022b9c: Waiting for close lock at 1732191729480Disabling compacts and flushes for region at 1732191729480Disabling writes for close at 1732191729480Writing region close event to WAL at 1732191729480Closed at 1732191729480 2024-11-21T12:22:09,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:09,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191729481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191729481"}]},"ts":"1732191729481"} 2024-11-21T12:22:09,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:09,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:09,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191729484"}]},"ts":"1732191729484"} 2024-11-21T12:22:09,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:22:09,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9abefe8d07c882e814e883a0e2022b9c, ASSIGN}] 2024-11-21T12:22:09,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9abefe8d07c882e814e883a0e2022b9c, ASSIGN 2024-11-21T12:22:09,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9abefe8d07c882e814e883a0e2022b9c, ASSIGN; state=OFFLINE, location=b4993cb2a74e,46397,1732191707669; forceNewPlan=false, retain=false 2024-11-21T12:22:09,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9abefe8d07c882e814e883a0e2022b9c, regionState=OPENING, regionLocation=b4993cb2a74e,46397,1732191707669 2024-11-21T12:22:09,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9abefe8d07c882e814e883a0e2022b9c, ASSIGN because future has completed 2024-11-21T12:22:09,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9abefe8d07c882e814e883a0e2022b9c, server=b4993cb2a74e,46397,1732191707669}] 2024-11-21T12:22:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:09,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:09,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:09,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:22:09,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C46397%2C1732191707669.rep, suffix=, logDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669, archiveDir=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/oldWALs, maxLogs=10 2024-11-21T12:22:09,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.rep.1732191729802, exclude list is [], retry=0 2024-11-21T12:22:09,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45897,DS-37906148-e34d-4cb2-97bb-9647c997f72e,DISK] 2024-11-21T12:22:09,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.rep.1732191729802 2024-11-21T12:22:09,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41467:41467)] 2024-11-21T12:22:09,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9abefe8d07c882e814e883a0e2022b9c, NAME => 'hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:09,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. service=MultiRowMutationService 2024-11-21T12:22:09,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:22:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,828 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,830 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9abefe8d07c882e814e883a0e2022b9c columnFamilyName hfileref 2024-11-21T12:22:09,830 DEBUG [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:09,830 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] regionserver.HStore(327): Store=9abefe8d07c882e814e883a0e2022b9c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:09,830 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,831 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9abefe8d07c882e814e883a0e2022b9c columnFamilyName queue 2024-11-21T12:22:09,831 DEBUG [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:09,831 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] regionserver.HStore(327): Store=9abefe8d07c882e814e883a0e2022b9c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:09,831 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,832 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9abefe8d07c882e814e883a0e2022b9c columnFamilyName sid 2024-11-21T12:22:09,832 DEBUG [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:09,832 INFO [StoreOpener-9abefe8d07c882e814e883a0e2022b9c-1 {}] regionserver.HStore(327): Store=9abefe8d07c882e814e883a0e2022b9c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:09,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:09,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:09,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9abefe8d07c882e814e883a0e2022b9c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65120603, jitterRate=-0.029627397656440735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:09,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:09,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9abefe8d07c882e814e883a0e2022b9c: Running coprocessor pre-open hook at 1732191729823Writing region info on filesystem at 1732191729823Initializing all the Stores at 1732191729824 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191729824Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191729828 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191729828Cleaning up temporary data from old regions at 1732191729834 (+6 ms)Running coprocessor post-open hooks at 1732191729837 (+3 ms)Region opened successfully at 1732191729837 2024-11-21T12:22:09,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c., pid=10, masterSystemTime=1732191729794 2024-11-21T12:22:09,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:09,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:09,846 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9abefe8d07c882e814e883a0e2022b9c, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,46397,1732191707669 2024-11-21T12:22:09,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9abefe8d07c882e814e883a0e2022b9c, server=b4993cb2a74e,46397,1732191707669 because future has completed 2024-11-21T12:22:09,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:22:09,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9abefe8d07c882e814e883a0e2022b9c, server=b4993cb2a74e,46397,1732191707669 in 213 msec 2024-11-21T12:22:09,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:22:09,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9abefe8d07c882e814e883a0e2022b9c, ASSIGN in 370 msec 2024-11-21T12:22:09,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:09,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191729859"}]},"ts":"1732191729859"} 2024-11-21T12:22:09,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:22:09,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:09,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-11-21T12:22:09,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c., hostname=b4993cb2a74e,46397,1732191707669, seqNum=2] 2024-11-21T12:22:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:22:09,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:22:09,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:22:10,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:22:10,124 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:22:10,175 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,46397,1732191707669, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:22:10,175 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:10,175 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,46397,1732191707669, seqNum=-1] 2024-11-21T12:22:10,176 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:10,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:10,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,46397,1732191707669', locateType=CURRENT is [region=hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c., hostname=b4993cb2a74e,46397,1732191707669, seqNum=2] 2024-11-21T12:22:10,180 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:22:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:22:10,182 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,46397,1732191707669 suceeded 2024-11-21T12:22:10,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:22:10,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-21T12:22:10,184 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:22:10,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5380 sec 2024-11-21T12:22:10,193 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:38823' 2024-11-21T12:22:10,194 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3928ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,194 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:22:10,194 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:10,195 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:22:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:22:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c0b0674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:22:10,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:10,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,196 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:10,197 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@203504fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,197 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:10,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38823,1732191713950 2024-11-21T12:22:10,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7593d389 2024-11-21T12:22:10,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:10,198 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:10,198 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,46397,1732191707669 (queues=1) is replicating from cluster=9385845f-8e50-45ad-8c23-8885469207a1 to cluster=42e524e4-35b1-42e1-9879-0f7dea5bbb4e 2024-11-21T12:22:10,199 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C46397%2C1732191707669 2024-11-21T12:22:10,199 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,46397,1732191707669, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:22:10,199 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C46397%2C1732191707669 2024-11-21T12:22:10,199 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202, startPosition=0, beingWritten=true 2024-11-21T12:22:10,203 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:10,203 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:10,203 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,46397,1732191707669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:10,409 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:10,713 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:10,809 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:22:10,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:10,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:10,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:10,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39493426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:22:10,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:10,812 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:22:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:22:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6f2858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:22:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,814 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275556d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38823,1732191713950 2024-11-21T12:22:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70990a68 2024-11-21T12:22:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:10,818 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:10,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:43171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:10,823 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43171' 2024-11-21T12:22:10,823 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c22f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,823 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43171,-1 for getting cluster id 2024-11-21T12:22:10,824 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:10,824 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dd8daf-0538-4e34-8b2f-a2bb033dee74' 2024-11-21T12:22:10,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:10,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dd8daf-0538-4e34-8b2f-a2bb033dee74" 2024-11-21T12:22:10,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7c027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43171,-1] 2024-11-21T12:22:10,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:10,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,825 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbb2a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,826 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74fedc10 2024-11-21T12:22:10,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:10,828 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:10,829 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T12:22:10,829 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:10,829 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,829 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:10,829 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:10,830 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:22:10,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:10,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:10,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:22:10,881 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:22:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,121 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7df0eb071132dd1eb8f753f8d250dd40, NAME => 'hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336 2024-11-21T12:22:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:22:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,624 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:11,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:11,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7df0eb071132dd1eb8f753f8d250dd40, disabling compactions & flushes 2024-11-21T12:22:11,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:11,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:11,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. after waiting 0 ms 2024-11-21T12:22:11,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:11,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:11,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7df0eb071132dd1eb8f753f8d250dd40: Waiting for close lock at 1732191731652Disabling compacts and flushes for region at 1732191731652Disabling writes for close at 1732191731652Writing region close event to WAL at 1732191731652Closed at 1732191731652 2024-11-21T12:22:11,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:11,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191731653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191731653"}]},"ts":"1732191731653"} 2024-11-21T12:22:11,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:11,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:11,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191731656"}]},"ts":"1732191731656"} 2024-11-21T12:22:11,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:22:11,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7df0eb071132dd1eb8f753f8d250dd40, ASSIGN}] 2024-11-21T12:22:11,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7df0eb071132dd1eb8f753f8d250dd40, ASSIGN 2024-11-21T12:22:11,659 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7df0eb071132dd1eb8f753f8d250dd40, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34461,1732191714084; forceNewPlan=false, retain=false 2024-11-21T12:22:11,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7df0eb071132dd1eb8f753f8d250dd40, regionState=OPENING, regionLocation=b4993cb2a74e,34461,1732191714084 2024-11-21T12:22:11,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7df0eb071132dd1eb8f753f8d250dd40, ASSIGN because future has completed 2024-11-21T12:22:11,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df0eb071132dd1eb8f753f8d250dd40, server=b4993cb2a74e,34461,1732191714084}] 2024-11-21T12:22:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:11,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:11,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:22:11,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34461%2C1732191714084.rep, suffix=, logDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084, archiveDir=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/oldWALs, maxLogs=10 2024-11-21T12:22:11,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.rep.1732191731970, exclude list is [], retry=0 2024-11-21T12:22:11,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45529,DS-6f4a437a-fe7a-4629-b385-e7f884343c64,DISK] 2024-11-21T12:22:11,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.rep.1732191731970 2024-11-21T12:22:11,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-21T12:22:11,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7df0eb071132dd1eb8f753f8d250dd40, NAME => 'hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:11,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:11,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:11,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. service=MultiRowMutationService 2024-11-21T12:22:11,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:22:11,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:11,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,993 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,994 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df0eb071132dd1eb8f753f8d250dd40 columnFamilyName hfileref 2024-11-21T12:22:11,994 DEBUG [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:11,995 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] regionserver.HStore(327): Store=7df0eb071132dd1eb8f753f8d250dd40/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:11,995 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,995 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df0eb071132dd1eb8f753f8d250dd40 columnFamilyName queue 2024-11-21T12:22:11,996 DEBUG [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:11,996 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] regionserver.HStore(327): Store=7df0eb071132dd1eb8f753f8d250dd40/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:11,996 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,997 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df0eb071132dd1eb8f753f8d250dd40 columnFamilyName sid 2024-11-21T12:22:11,997 DEBUG [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:11,997 INFO [StoreOpener-7df0eb071132dd1eb8f753f8d250dd40-1 {}] regionserver.HStore(327): Store=7df0eb071132dd1eb8f753f8d250dd40/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/replication/7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/replication/7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:11,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:12,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:12,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:12,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/replication/7df0eb071132dd1eb8f753f8d250dd40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:12,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7df0eb071132dd1eb8f753f8d250dd40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62831177, jitterRate=-0.0637425035238266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:12,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:12,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7df0eb071132dd1eb8f753f8d250dd40: Running coprocessor pre-open hook at 1732191731992Writing region info on filesystem at 1732191731992Initializing all the Stores at 1732191731992Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191731993 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191731993Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191731993Cleaning up temporary data from old regions at 1732191731999 (+6 ms)Running coprocessor post-open hooks at 1732191732003 (+4 ms)Region opened successfully at 1732191732003 2024-11-21T12:22:12,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40., pid=10, masterSystemTime=1732191731964 2024-11-21T12:22:12,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:12,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:12,006 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7df0eb071132dd1eb8f753f8d250dd40, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34461,1732191714084 2024-11-21T12:22:12,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df0eb071132dd1eb8f753f8d250dd40, server=b4993cb2a74e,34461,1732191714084 because future has completed 2024-11-21T12:22:12,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:22:12,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7df0eb071132dd1eb8f753f8d250dd40, server=b4993cb2a74e,34461,1732191714084 in 197 msec 2024-11-21T12:22:12,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:22:12,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7df0eb071132dd1eb8f753f8d250dd40, ASSIGN in 352 msec 2024-11-21T12:22:12,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:12,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191732012"}]},"ts":"1732191732012"} 2024-11-21T12:22:12,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:22:12,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:12,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-21T12:22:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40., hostname=b4993cb2a74e,34461,1732191714084, seqNum=2] 2024-11-21T12:22:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:22:12,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:22:12,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:22:12,227 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:12,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:22:12,301 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:22:12,339 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,34461,1732191714084, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:22:12,340 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:12,340 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34461,1732191714084, seqNum=-1] 2024-11-21T12:22:12,340 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:12,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:12,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,34461,1732191714084', locateType=CURRENT is [region=hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40., hostname=b4993cb2a74e,34461,1732191714084, seqNum=2] 2024-11-21T12:22:12,348 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:22:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:22:12,350 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,34461,1732191714084 suceeded 2024-11-21T12:22:12,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:22:12,351 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:43171,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:22:12,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-21T12:22:12,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5330 sec 2024-11-21T12:22:12,366 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:43171' 2024-11-21T12:22:12,368 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4985285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,368 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43171,-1 for getting cluster id 2024-11-21T12:22:12,368 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:12,369 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dd8daf-0538-4e34-8b2f-a2bb033dee74' 2024-11-21T12:22:12,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:12,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dd8daf-0538-4e34-8b2f-a2bb033dee74" 2024-11-21T12:22:12,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b605cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43171,-1] 2024-11-21T12:22:12,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:12,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,370 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:12,371 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1776234d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,371 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79bfe07 2024-11-21T12:22:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:12,372 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:12,373 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,34461,1732191714084 (queues=1) is replicating from cluster=42e524e4-35b1-42e1-9879-0f7dea5bbb4e to cluster=15dd8daf-0538-4e34-8b2f-a2bb033dee74 2024-11-21T12:22:12,373 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C34461%2C1732191714084 2024-11-21T12:22:12,373 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,34461,1732191714084, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:22:12,373 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, startPosition=0, beingWritten=true 2024-11-21T12:22:12,374 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C34461%2C1732191714084 2024-11-21T12:22:12,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:12,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:12,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:12,585 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:12,888 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:12,930 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:12,969 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:22:12,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:12,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:12,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47392967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43171,-1 for getting cluster id 2024-11-21T12:22:12,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:12,971 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dd8daf-0538-4e34-8b2f-a2bb033dee74' 2024-11-21T12:22:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dd8daf-0538-4e34-8b2f-a2bb033dee74" 2024-11-21T12:22:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bc7829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43171,-1] 2024-11-21T12:22:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:12,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,972 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:12,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3a61ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be1a807 2024-11-21T12:22:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:12,975 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:12,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:12,977 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:38823' 2024-11-21T12:22:12,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6aac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,978 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:22:12,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:12,979 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:22:12,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:12,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:22:12,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d8fb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:22:12,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:12,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,980 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:12,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1828b136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:12,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38823,1732191713950 2024-11-21T12:22:12,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d001655 2024-11-21T12:22:12,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:12,983 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:12,983 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:22:12,983 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:12,983 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,984 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:12,984 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:12,985 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:22:12,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:12,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:12,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:22:13,035 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:22:13,058 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:22:13,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:22:13,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:13,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:13,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:22:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:13,291 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:13,395 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0ef7ea85f141985128de2c1b3f2435f, NAME => 'hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58 2024-11-21T12:22:13,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:22:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:13,717 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=33, reused chunk count=120, reuseRatio=78.43% 2024-11-21T12:22:13,718 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T12:22:13,734 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:13,794 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:13,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:13,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0ef7ea85f141985128de2c1b3f2435f, disabling compactions & flushes 2024-11-21T12:22:13,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:13,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:13,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. after waiting 0 ms 2024-11-21T12:22:13,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:13,800 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:13,800 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0ef7ea85f141985128de2c1b3f2435f: Waiting for close lock at 1732191733800Disabling compacts and flushes for region at 1732191733800Disabling writes for close at 1732191733800Writing region close event to WAL at 1732191733800Closed at 1732191733800 2024-11-21T12:22:13,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:13,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191733801"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191733801"}]},"ts":"1732191733801"} 2024-11-21T12:22:13,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:13,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:13,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191733804"}]},"ts":"1732191733804"} 2024-11-21T12:22:13,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:22:13,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0ef7ea85f141985128de2c1b3f2435f, ASSIGN}] 2024-11-21T12:22:13,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0ef7ea85f141985128de2c1b3f2435f, ASSIGN 2024-11-21T12:22:13,807 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0ef7ea85f141985128de2c1b3f2435f, ASSIGN; state=OFFLINE, location=b4993cb2a74e,45203,1732191721017; forceNewPlan=false, retain=false 2024-11-21T12:22:13,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0ef7ea85f141985128de2c1b3f2435f, regionState=OPENING, regionLocation=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:13,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0ef7ea85f141985128de2c1b3f2435f, ASSIGN because future has completed 2024-11-21T12:22:13,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0ef7ea85f141985128de2c1b3f2435f, server=b4993cb2a74e,45203,1732191721017}] 2024-11-21T12:22:14,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:14,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:14,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:22:14,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45203%2C1732191721017.rep, suffix=, logDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017, archiveDir=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/oldWALs, maxLogs=10 2024-11-21T12:22:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:14,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.rep.1732191734116, exclude list is [], retry=0 2024-11-21T12:22:14,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-a589bfb8-8419-40bf-90f0-e34c365666a9,DISK] 2024-11-21T12:22:14,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.rep.1732191734116 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33869:33869)] 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0ef7ea85f141985128de2c1b3f2435f, NAME => 'hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:14,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. service=MultiRowMutationService 2024-11-21T12:22:14,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,132 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,134 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0ef7ea85f141985128de2c1b3f2435f columnFamilyName hfileref 2024-11-21T12:22:14,134 DEBUG [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:14,134 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] regionserver.HStore(327): Store=b0ef7ea85f141985128de2c1b3f2435f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:14,134 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,135 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0ef7ea85f141985128de2c1b3f2435f columnFamilyName queue 2024-11-21T12:22:14,135 DEBUG [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:14,135 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] regionserver.HStore(327): Store=b0ef7ea85f141985128de2c1b3f2435f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:14,135 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,136 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0ef7ea85f141985128de2c1b3f2435f columnFamilyName sid 2024-11-21T12:22:14,136 DEBUG [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:14,136 INFO [StoreOpener-b0ef7ea85f141985128de2c1b3f2435f-1 {}] regionserver.HStore(327): Store=b0ef7ea85f141985128de2c1b3f2435f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:14,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:14,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:14,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0ef7ea85f141985128de2c1b3f2435f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60080233, jitterRate=-0.10473476350307465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:14,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:14,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0ef7ea85f141985128de2c1b3f2435f: Running coprocessor pre-open hook at 1732191734132Writing region info on filesystem at 1732191734132Initializing all the Stores at 1732191734132Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191734132Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191734132Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191734132Cleaning up temporary data from old regions at 1732191734138 (+6 ms)Running coprocessor post-open hooks at 1732191734141 (+3 ms)Region opened successfully at 1732191734141 2024-11-21T12:22:14,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f., pid=10, masterSystemTime=1732191734112 2024-11-21T12:22:14,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:14,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:14,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0ef7ea85f141985128de2c1b3f2435f, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:14,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0ef7ea85f141985128de2c1b3f2435f, server=b4993cb2a74e,45203,1732191721017 because future has completed 2024-11-21T12:22:14,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:22:14,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0ef7ea85f141985128de2c1b3f2435f, server=b4993cb2a74e,45203,1732191721017 in 186 msec 2024-11-21T12:22:14,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:22:14,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0ef7ea85f141985128de2c1b3f2435f, ASSIGN in 341 msec 2024-11-21T12:22:14,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:14,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191734149"}]},"ts":"1732191734149"} 2024-11-21T12:22:14,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:22:14,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:14,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-21T12:22:14,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:14,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:14,169 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108643 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:14,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f., hostname=b4993cb2a74e,45203,1732191721017, seqNum=2] 2024-11-21T12:22:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:14,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:22:14,397 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:14,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:22:14,426 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:22:14,450 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,45203,1732191721017, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45203,1732191721017, seqNum=-1] 2024-11-21T12:22:14,451 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:14,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:14,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,45203,1732191721017', locateType=CURRENT is [region=hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f., hostname=b4993cb2a74e,45203,1732191721017, seqNum=2] 2024-11-21T12:22:14,455 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:22:14,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:22:14,457 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,45203,1732191721017 suceeded 2024-11-21T12:22:14,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:22:14,458 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:38823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:22:14,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-21T12:22:14,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-11-21T12:22:14,468 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:38823' 2024-11-21T12:22:14,469 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f22bf6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:14,469 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:22:14,469 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:14,470 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:22:14,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:14,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:22:14,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28323714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:14,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:22:14,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:14,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:14,471 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:14,471 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f09554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:14,472 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,38823,1732191713950 2024-11-21T12:22:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238fa4a1 2024-11-21T12:22:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:14,473 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:14,473 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,45203,1732191721017 (queues=1) is replicating from cluster=15dd8daf-0538-4e34-8b2f-a2bb033dee74 to cluster=42e524e4-35b1-42e1-9879-0f7dea5bbb4e 2024-11-21T12:22:14,473 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C45203%2C1732191721017 2024-11-21T12:22:14,473 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,45203,1732191721017, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:22:14,474 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, startPosition=0, beingWritten=true 2024-11-21T12:22:14,474 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C45203%2C1732191721017 2024-11-21T12:22:14,477 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:14,477 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 379, reset compression=false 2024-11-21T12:22:14,477 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45203,1732191721017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:14,638 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:14,680 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 379, reset compression=false 2024-11-21T12:22:14,983 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 379, reset compression=false 2024-11-21T12:22:15,100 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:15,139 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:22:15,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:15,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:15,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:15,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc31b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,37171,-1 for getting cluster id 2024-11-21T12:22:15,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:15,140 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9385845f-8e50-45ad-8c23-8885469207a1' 2024-11-21T12:22:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:15,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9385845f-8e50-45ad-8c23-8885469207a1" 2024-11-21T12:22:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461bdc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,37171,-1] 2024-11-21T12:22:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:15,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,141 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4051e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb1147b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:22:15,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:15,143 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b1ce32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,144 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a1bfcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a636ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43171,-1 for getting cluster id 2024-11-21T12:22:15,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:15,145 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dd8daf-0538-4e34-8b2f-a2bb033dee74' 2024-11-21T12:22:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dd8daf-0538-4e34-8b2f-a2bb033dee74" 2024-11-21T12:22:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24683d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43171,-1] 2024-11-21T12:22:15,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,146 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:15,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ee2dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,46397,1732191707669, seqNum=-1] 2024-11-21T12:22:15,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:15,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191723702.a8035a2e852058e6537c2662d2b32eda., hostname=b4993cb2a74e,46397,1732191707669, seqNum=2] 2024-11-21T12:22:15,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45203,1732191721017, seqNum=-1] 2024-11-21T12:22:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:15,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:15,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4., hostname=b4993cb2a74e,45203,1732191721017, seqNum=2] 2024-11-21T12:22:15,158 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T12:22:15,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:15,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:15,386 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 379, reset compression=false 2024-11-21T12:22:15,641 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 379, reset compression=false 2024-11-21T12:22:15,645 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:15,646 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 480, reset compression=false 2024-11-21T12:22:15,646 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,46397,1732191707669 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8035a2e852058e6537c2662d2b32eda/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T12:22:15,648 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:15,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T12:22:15,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:15,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf70ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,38823,-1 for getting cluster id 2024-11-21T12:22:15,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:15,650 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42e524e4-35b1-42e1-9879-0f7dea5bbb4e' 2024-11-21T12:22:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42e524e4-35b1-42e1-9879-0f7dea5bbb4e" 2024-11-21T12:22:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a579795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,38823,-1] 2024-11-21T12:22:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,651 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:15,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58e295a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:15,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34461,1732191714084, seqNum=-1] 2024-11-21T12:22:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:15,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e., hostname=b4993cb2a74e,34461,1732191714084, seqNum=2] 2024-11-21T12:22:15,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:15,849 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 480, reset compression=false 2024-11-21T12:22:15,889 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 379, reset compression=false 2024-11-21T12:22:15,903 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 379, reset compression=false 2024-11-21T12:22:15,908 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:15,908 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 504, reset compression=false 2024-11-21T12:22:15,908 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddfb4368cfb3f3fa07bcd8e7ed14662e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T12:22:15,910 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:15,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T12:22:15,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:15,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@785afcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,43171,-1 for getting cluster id 2024-11-21T12:22:15,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:15,918 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15dd8daf-0538-4e34-8b2f-a2bb033dee74' 2024-11-21T12:22:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15dd8daf-0538-4e34-8b2f-a2bb033dee74" 2024-11-21T12:22:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510aa240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,43171,-1] 2024-11-21T12:22:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,919 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:15,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e6ddd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45203,1732191721017, seqNum=-1] 2024-11-21T12:22:15,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:15,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:15,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4., hostname=b4993cb2a74e,45203,1732191721017, seqNum=2] 2024-11-21T12:22:15,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:16,117 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 504, reset compression=false 2024-11-21T12:22:16,152 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 480, reset compression=false 2024-11-21T12:22:16,160 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T12:22:16,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:16,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34461,1732191714084, seqNum=-1] 2024-11-21T12:22:16,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:16,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:16,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e., hostname=b4993cb2a74e,34461,1732191714084, seqNum=2] 2024-11-21T12:22:16,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T12:22:16,421 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 504, reset compression=false 2024-11-21T12:22:16,425 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:16,425 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 608, reset compression=false 2024-11-21T12:22:16,425 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddfb4368cfb3f3fa07bcd8e7ed14662e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:22:16,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:16,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:16,493 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 379, reset compression=false 2024-11-21T12:22:16,497 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:16,497 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 654, reset compression=false 2024-11-21T12:22:16,497 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45203,1732191721017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:16,556 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 480, reset compression=false 2024-11-21T12:22:16,629 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 608, reset compression=false 2024-11-21T12:22:16,700 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 654, reset compression=false 2024-11-21T12:22:16,932 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 608, reset compression=false 2024-11-21T12:22:17,004 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 654, reset compression=false 2024-11-21T12:22:17,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:22:17,059 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 480, reset compression=false 2024-11-21T12:22:17,169 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T12:22:17,172 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T12:22:17,337 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 608, reset compression=false 2024-11-21T12:22:17,409 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 654, reset compression=false 2024-11-21T12:22:17,414 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:17,414 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 758, reset compression=false 2024-11-21T12:22:17,414 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45203,1732191721017 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb7ef1e7d7dd5e94d136c569618455e4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:22:17,416 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:17,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T12:22:17,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:17,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:17,618 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 758, reset compression=false 2024-11-21T12:22:17,663 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 480, reset compression=false 2024-11-21T12:22:17,841 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 608, reset compression=false 2024-11-21T12:22:17,845 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:17,845 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 735, reset compression=false 2024-11-21T12:22:17,845 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:17,922 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 758, reset compression=false 2024-11-21T12:22:18,056 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 735, reset compression=false 2024-11-21T12:22:18,175 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T12:22:18,179 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T12:22:18,343 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 758, reset compression=false 2024-11-21T12:22:18,367 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 480, reset compression=false 2024-11-21T12:22:18,377 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:18,377 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:18,378 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,46397,1732191707669 got entry batch from reader: WALEntryBatch [walEntries=[{test/a8035a2e852058e6537c2662d2b32eda/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T12:22:18,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:18,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:18,398 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 735, reset compression=false 2024-11-21T12:22:18,427 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:18,427 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 883, reset compression=false 2024-11-21T12:22:18,427 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddfb4368cfb3f3fa07bcd8e7ed14662e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T12:22:18,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:18,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:18,601 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:18,658 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 883, reset compression=false 2024-11-21T12:22:18,857 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 758, reset compression=false 2024-11-21T12:22:18,861 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:18,861 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 929, reset compression=false 2024-11-21T12:22:18,861 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45203,1732191721017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:18,918 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:18,962 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 883, reset compression=false 2024-11-21T12:22:19,064 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 929, reset compression=false 2024-11-21T12:22:19,181 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T12:22:19,184 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T12:22:19,322 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:19,366 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 883, reset compression=false 2024-11-21T12:22:19,367 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 929, reset compression=false 2024-11-21T12:22:19,371 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:19,371 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1042, reset compression=false 2024-11-21T12:22:19,371 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[{test/ddfb4368cfb3f3fa07bcd8e7ed14662e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:22:19,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:19,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:19,574 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1042, reset compression=false 2024-11-21T12:22:19,770 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 929, reset compression=false 2024-11-21T12:22:19,774 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:19,774 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1078, reset compression=false 2024-11-21T12:22:19,774 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45203,1732191721017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:19,826 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:19,877 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1042, reset compression=false 2024-11-21T12:22:19,977 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1078, reset compression=false 2024-11-21T12:22:20,185 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T12:22:20,249 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T12:22:20,281 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1042, reset compression=false 2024-11-21T12:22:20,281 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1078, reset compression=false 2024-11-21T12:22:20,285 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:20,285 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1237, reset compression=false 2024-11-21T12:22:20,285 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45203,1732191721017 got entry batch from reader: WALEntryBatch [walEntries=[{test/bb7ef1e7d7dd5e94d136c569618455e4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:22:20,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:20,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34461 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:20,429 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:20,493 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1237, reset compression=false 2024-11-21T12:22:20,784 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1042, reset compression=false 2024-11-21T12:22:20,788 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:20,788 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:20,788 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:20,796 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1237, reset compression=false 2024-11-21T12:22:20,990 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:21,132 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:21,198 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1237, reset compression=false 2024-11-21T12:22:21,251 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T12:22:21,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:22:21,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:21,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:21,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:21,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:21,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:22:21,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392090639, stopped=false 2024-11-21T12:22:21,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,43171,1732191720898 2024-11-21T12:22:21,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:21,294 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:21,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2217459125/running 2024-11-21T12:22:21,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2217459125/running 2024-11-21T12:22:21,326 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:21,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:21,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:21,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:21,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:21,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:21,326 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,45203,1732191721017' ***** 2024-11-21T12:22:21,326 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:22:21,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on znode that does not yet exist, /2217459125/running 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:22:21,327 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(3091): Received CLOSE for b0ef7ea85f141985128de2c1b3f2435f 2024-11-21T12:22:21,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Set watcher on znode that does not yet exist, /2217459125/running 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(3091): Received CLOSE for bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:21,327 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0ef7ea85f141985128de2c1b3f2435f, disabling compactions & flushes 2024-11-21T12:22:21,327 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:21,327 INFO [RS:0;b4993cb2a74e:45203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45203. 2024-11-21T12:22:21,327 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:21,327 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. after waiting 0 ms 2024-11-21T12:22:21,328 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:21,328 DEBUG [RS:0;b4993cb2a74e:45203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:21,328 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:21,328 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:22:21,328 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:22:21,328 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0ef7ea85f141985128de2c1b3f2435f 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-21T12:22:21,328 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:22:21,328 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:22:21,328 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:22:21,328 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1325): Online Regions={b0ef7ea85f141985128de2c1b3f2435f=hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f., 1588230740=hbase:meta,,1.1588230740, bb7ef1e7d7dd5e94d136c569618455e4=test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4.} 2024-11-21T12:22:21,328 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:21,328 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:21,328 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ef7ea85f141985128de2c1b3f2435f, bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:21,328 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:21,328 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:21,328 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:21,328 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:22:21,345 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f/.tmp/queue/25348eeadc59472db1a8f86875ead8b4 is 154, key is 1-b4993cb2a74e,45203,1732191721017/queue:b4993cb2a74e%2C45203%2C1732191721017/1732191740289/Put/seqid=0 2024-11-21T12:22:21,346 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/info/64a6702aa4b24b32ad0bad57c332dae8 is 147, key is hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f./info:regioninfo/1732191734143/Put/seqid=0 2024-11-21T12:22:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741840_1016 (size=5353) 2024-11-21T12:22:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:22:21,352 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/info/64a6702aa4b24b32ad0bad57c332dae8 2024-11-21T12:22:21,376 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/ns/b26a4b15604d43bdadd39d19080d35fb is 43, key is default/ns:d/1732191723626/Put/seqid=0 2024-11-21T12:22:21,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:22:21,386 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:21,528 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ef7ea85f141985128de2c1b3f2435f, bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:21,698 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:21,703 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1237, reset compression=false 2024-11-21T12:22:21,729 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0ef7ea85f141985128de2c1b3f2435f, bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:21,752 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f/.tmp/queue/25348eeadc59472db1a8f86875ead8b4 2024-11-21T12:22:21,756 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f/.tmp/queue/25348eeadc59472db1a8f86875ead8b4 as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f/queue/25348eeadc59472db1a8f86875ead8b4 2024-11-21T12:22:21,760 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f/queue/25348eeadc59472db1a8f86875ead8b4, entries=1, sequenceid=11, filesize=5.2 K 2024-11-21T12:22:21,761 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for b0ef7ea85f141985128de2c1b3f2435f in 433ms, sequenceid=11, compaction requested=false 2024-11-21T12:22:21,765 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/replication/b0ef7ea85f141985128de2c1b3f2435f/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:22:21,765 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:21,765 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:21,765 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:21,765 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0ef7ea85f141985128de2c1b3f2435f: Waiting for close lock at 1732191741327Running coprocessor pre-close hooks at 1732191741327Disabling compacts and flushes for region at 1732191741327Disabling writes for close at 1732191741328 (+1 ms)Obtaining lock to block concurrent updates at 1732191741328Preparing flush snapshotting stores in b0ef7ea85f141985128de2c1b3f2435f at 1732191741328Finished memstore snapshotting hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732191741328Flushing stores of hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. at 1732191741329 (+1 ms)Flushing b0ef7ea85f141985128de2c1b3f2435f/queue: creating writer at 1732191741329Flushing b0ef7ea85f141985128de2c1b3f2435f/queue: appending metadata at 1732191741344 (+15 ms)Flushing b0ef7ea85f141985128de2c1b3f2435f/queue: closing flushed file at 1732191741344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40611e9e: reopening flushed file at 1732191741756 (+412 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for b0ef7ea85f141985128de2c1b3f2435f in 433ms, sequenceid=11, compaction requested=false at 1732191741761 (+5 ms)Writing region close event to WAL at 1732191741762 (+1 ms)Running coprocessor post-close hooks at 1732191741765 (+3 ms)Closed at 1732191741765 2024-11-21T12:22:21,765 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191732984.b0ef7ea85f141985128de2c1b3f2435f. 2024-11-21T12:22:21,766 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb7ef1e7d7dd5e94d136c569618455e4, disabling compactions & flushes 2024-11-21T12:22:21,766 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:21,766 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:21,766 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. after waiting 0 ms 2024-11-21T12:22:21,766 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:21,766 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb7ef1e7d7dd5e94d136c569618455e4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T12:22:21,780 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/ns/b26a4b15604d43bdadd39d19080d35fb 2024-11-21T12:22:21,784 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/f/321d31163b7e427eac0d060063bfacab is 29, key is row1/f:/1732191739182/DeleteFamily/seqid=0 2024-11-21T12:22:21,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741843_1019 (size=5152) 2024-11-21T12:22:21,797 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/rep_barrier/c0ef988c984d47e9a65fc94a07b06e96 is 112, key is test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4./rep_barrier:seqnumDuringOpen/1732191728376/Put/seqid=0 2024-11-21T12:22:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:22:21,857 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:22:21,857 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:22:21,929 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:21,935 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:22,129 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:22,188 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/f/321d31163b7e427eac0d060063bfacab 2024-11-21T12:22:22,191 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 321d31163b7e427eac0d060063bfacab 2024-11-21T12:22:22,200 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/rep_barrier/c0ef988c984d47e9a65fc94a07b06e96 2024-11-21T12:22:22,201 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:22,209 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/f1/33d2e1452bb04978a11204664ead65b9 is 30, key is row1/f1:/1732191739182/DeleteFamily/seqid=0 2024-11-21T12:22:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741845_1021 (size=5158) 2024-11-21T12:22:22,217 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/table/ee8e276465f8499b8da3ba9269915ae6 is 53, key is hbase:replication/table:state/1732191734149/Put/seqid=0 2024-11-21T12:22:22,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:22:22,312 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1237, reset compression=false 2024-11-21T12:22:22,315 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:22,316 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1484, reset compression=false 2024-11-21T12:22:22,316 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,45203,1732191721017 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:22,317 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,45203,1732191721017: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,45203,1732191721017, walGroup=b4993cb2a74e%2C45203%2C1732191721017, offset=b4993cb2a74e%2C45203%2C1732191721017.1732191722996:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:45203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:22:22,318 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:22:22,318 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:22:22,319 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:22:22,319 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:22:22,319 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:22:22,319 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 884366608 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201898512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:22:22,319 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:43171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:43171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:22:22,329 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:22:22,329 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bb7ef1e7d7dd5e94d136c569618455e4=test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4.} 2024-11-21T12:22:22,329 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:22,521 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1484, reset compression=false 2024-11-21T12:22:22,529 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:22,612 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/f1/33d2e1452bb04978a11204664ead65b9 2024-11-21T12:22:22,615 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33d2e1452bb04978a11204664ead65b9 2024-11-21T12:22:22,620 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/table/ee8e276465f8499b8da3ba9269915ae6 2024-11-21T12:22:22,624 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/info/64a6702aa4b24b32ad0bad57c332dae8 as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/info/64a6702aa4b24b32ad0bad57c332dae8 2024-11-21T12:22:22,627 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/info/64a6702aa4b24b32ad0bad57c332dae8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:22:22,628 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/ns/b26a4b15604d43bdadd39d19080d35fb as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/ns/b26a4b15604d43bdadd39d19080d35fb 2024-11-21T12:22:22,631 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/norep/0e997ee43ff74ee98b8c59940d2f1c4f is 33, key is row2/norep:/1732191740186/DeleteFamily/seqid=0 2024-11-21T12:22:22,631 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/ns/b26a4b15604d43bdadd39d19080d35fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:22:22,632 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/rep_barrier/c0ef988c984d47e9a65fc94a07b06e96 as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/rep_barrier/c0ef988c984d47e9a65fc94a07b06e96 2024-11-21T12:22:22,636 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/rep_barrier/c0ef988c984d47e9a65fc94a07b06e96, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:22:22,636 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/.tmp/table/ee8e276465f8499b8da3ba9269915ae6 as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/table/ee8e276465f8499b8da3ba9269915ae6 2024-11-21T12:22:22,640 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/table/ee8e276465f8499b8da3ba9269915ae6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:22:22,641 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-21T12:22:22,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741847_1023 (size=5108) 2024-11-21T12:22:22,649 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:22:22,649 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:22,650 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:22,650 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:22,650 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191741328Running coprocessor pre-close hooks at 1732191741328Disabling compacts and flushes for region at 1732191741328Disabling writes for close at 1732191741328Obtaining lock to block concurrent updates at 1732191741328Preparing flush snapshotting stores in 1588230740 at 1732191741328Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191741328Flushing stores of hbase:meta,,1.1588230740 at 1732191741329 (+1 ms)Flushing 1588230740/info: creating writer at 1732191741329Flushing 1588230740/info: appending metadata at 1732191741346 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732191741346Flushing 1588230740/ns: creating writer at 1732191741356 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732191741375 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732191741375Flushing 1588230740/rep_barrier: creating writer at 1732191741784 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191741797 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191741797Flushing 1588230740/table: creating writer at 1732191742204 (+407 ms)Flushing 1588230740/table: appending metadata at 1732191742216 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732191742216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@337bb098: reopening flushed file at 1732191742623 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb35b11: reopening flushed file at 1732191742627 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@840dd66: reopening flushed file at 1732191742631 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a400002: reopening flushed file at 1732191742636 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1732191742641 (+5 ms)Writing region close event to WAL at 1732191742647 (+6 ms)Running coprocessor post-close hooks at 1732191742649 (+2 ms)Closed at 1732191742650 (+1 ms) 2024-11-21T12:22:22,650 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:22,730 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:22,804 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:22,824 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1484, reset compression=false 2024-11-21T12:22:22,839 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:22,930 DEBUG [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1351): Waiting on bb7ef1e7d7dd5e94d136c569618455e4 2024-11-21T12:22:23,045 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/norep/0e997ee43ff74ee98b8c59940d2f1c4f 2024-11-21T12:22:23,049 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e997ee43ff74ee98b8c59940d2f1c4f 2024-11-21T12:22:23,049 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/f/321d31163b7e427eac0d060063bfacab as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/f/321d31163b7e427eac0d060063bfacab 2024-11-21T12:22:23,053 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 321d31163b7e427eac0d060063bfacab 2024-11-21T12:22:23,053 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/f/321d31163b7e427eac0d060063bfacab, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:22:23,053 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/f1/33d2e1452bb04978a11204664ead65b9 as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/f1/33d2e1452bb04978a11204664ead65b9 2024-11-21T12:22:23,057 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33d2e1452bb04978a11204664ead65b9 2024-11-21T12:22:23,057 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/f1/33d2e1452bb04978a11204664ead65b9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:22:23,057 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/.tmp/norep/0e997ee43ff74ee98b8c59940d2f1c4f as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/norep/0e997ee43ff74ee98b8c59940d2f1c4f 2024-11-21T12:22:23,061 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e997ee43ff74ee98b8c59940d2f1c4f 2024-11-21T12:22:23,061 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/norep/0e997ee43ff74ee98b8c59940d2f1c4f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T12:22:23,062 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bb7ef1e7d7dd5e94d136c569618455e4 in 1296ms, sequenceid=10, compaction requested=false 2024-11-21T12:22:23,065 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/data/default/test/bb7ef1e7d7dd5e94d136c569618455e4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:22:23,066 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:23,066 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:23,066 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:23,066 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb7ef1e7d7dd5e94d136c569618455e4: Waiting for close lock at 1732191741765Running coprocessor pre-close hooks at 1732191741766 (+1 ms)Disabling compacts and flushes for region at 1732191741766Disabling writes for close at 1732191741766Obtaining lock to block concurrent updates at 1732191741766Preparing flush snapshotting stores in bb7ef1e7d7dd5e94d136c569618455e4 at 1732191741766Finished memstore snapshotting test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732191741766Flushing stores of test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. at 1732191741767 (+1 ms)Flushing bb7ef1e7d7dd5e94d136c569618455e4/f: creating writer at 1732191741767Flushing bb7ef1e7d7dd5e94d136c569618455e4/f: appending metadata at 1732191741784 (+17 ms)Flushing bb7ef1e7d7dd5e94d136c569618455e4/f: closing flushed file at 1732191741784Flushing bb7ef1e7d7dd5e94d136c569618455e4/f1: creating writer at 1732191742191 (+407 ms)Flushing bb7ef1e7d7dd5e94d136c569618455e4/f1: appending metadata at 1732191742208 (+17 ms)Flushing bb7ef1e7d7dd5e94d136c569618455e4/f1: closing flushed file at 1732191742208Flushing bb7ef1e7d7dd5e94d136c569618455e4/norep: creating writer at 1732191742616 (+408 ms)Flushing bb7ef1e7d7dd5e94d136c569618455e4/norep: appending metadata at 1732191742630 (+14 ms)Flushing bb7ef1e7d7dd5e94d136c569618455e4/norep: closing flushed file at 1732191742630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66881840: reopening flushed file at 1732191743049 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ecdf354: reopening flushed file at 1732191743053 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f1122c: reopening flushed file at 1732191743057 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for bb7ef1e7d7dd5e94d136c569618455e4 in 1296ms, sequenceid=10, compaction requested=false at 1732191743062 (+5 ms)Writing region close event to WAL at 1732191743063 (+1 ms)Running coprocessor post-close hooks at 1732191743066 (+3 ms)Closed at 1732191743066 2024-11-21T12:22:23,066 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191728012.bb7ef1e7d7dd5e94d136c569618455e4. 2024-11-21T12:22:23,130 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,45203,1732191721017; all regions closed. 2024-11-21T12:22:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:22:23,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.meta.1732191723526.meta not finished, retry = 0 2024-11-21T12:22:23,226 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 1484, reset compression=false 2024-11-21T12:22:23,230 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:23,230 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 2128, reset compression=false 2024-11-21T12:22:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741839_1015 (size=2896) 2024-11-21T12:22:23,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.rep.1732191734116 not finished, retry = 0 2024-11-21T12:22:23,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 not finished, retry = 0 2024-11-21T12:22:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741833_1009 (size=2136) 2024-11-21T12:22:23,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:23,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:23,432 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 to pos 2128, reset compression=false 2024-11-21T12:22:23,438 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,438 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:23,438 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:23,438 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/WALs/b4993cb2a74e,45203,1732191721017/b4993cb2a74e%2C45203%2C1732191721017.1732191722996 2024-11-21T12:22:23,438 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:23,438 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:23,438 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:23,439 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,45203,1732191721017 because: Region server is closing 2024-11-21T12:22:23,439 INFO [RS:0;b4993cb2a74e:45203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45203. 2024-11-21T12:22:23,439 DEBUG [RS:0;b4993cb2a74e:45203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:23,439 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,439 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:23,507 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:23,539 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.shipperb4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 terminated 2024-11-21T12:22:23,539 INFO [RS:0;b4993cb2a74e:45203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45203. 2024-11-21T12:22:23,539 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,45203,1732191721017.replicationSource.wal-reader.b4993cb2a74e%2C45203%2C1732191721017,1-b4993cb2a74e,45203,1732191721017 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T12:22:23,540 DEBUG [RS:0;b4993cb2a74e:45203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:23,540 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,540 DEBUG [RS:0;b4993cb2a74e:45203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:23,540 INFO [RS:0;b4993cb2a74e:45203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45203 2024-11-21T12:22:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125/rs 2024-11-21T12:22:23,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2217459125/rs/b4993cb2a74e,45203,1732191721017 2024-11-21T12:22:23,652 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:23,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,45203,1732191721017] 2024-11-21T12:22:23,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2217459125/draining/b4993cb2a74e,45203,1732191721017 already deleted, retry=false 2024-11-21T12:22:23,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,45203,1732191721017 expired; onlineServers=0 2024-11-21T12:22:23,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,43171,1732191720898' ***** 2024-11-21T12:22:23,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:22:23,673 INFO [M:0;b4993cb2a74e:43171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:23,673 INFO [M:0;b4993cb2a74e:43171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:23,673 DEBUG [M:0;b4993cb2a74e:43171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:22:23,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:22:23,673 DEBUG [M:0;b4993cb2a74e:43171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:22:23,673 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191722729 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191722729,5,FailOnTimeoutGroup] 2024-11-21T12:22:23,673 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191722729 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191722729,5,FailOnTimeoutGroup] 2024-11-21T12:22:23,673 INFO [M:0;b4993cb2a74e:43171 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:23,673 INFO [M:0;b4993cb2a74e:43171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:23,673 DEBUG [M:0;b4993cb2a74e:43171 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:22:23,674 INFO [M:0;b4993cb2a74e:43171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:22:23,674 INFO [M:0;b4993cb2a74e:43171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:23,674 INFO [M:0;b4993cb2a74e:43171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:22:23,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:22:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2217459125/master 2024-11-21T12:22:23,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2217459125 2024-11-21T12:22:23,683 DEBUG [M:0;b4993cb2a74e:43171 {}] zookeeper.ZKUtil(347): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Unable to get data of znode /2217459125/master because node does not exist (not an error) 2024-11-21T12:22:23,683 WARN [M:0;b4993cb2a74e:43171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:22:23,684 INFO [M:0;b4993cb2a74e:43171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/.lastflushedseqids 2024-11-21T12:22:23,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:22:23,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:23,762 INFO [RS:0;b4993cb2a74e:45203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:23,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45203-0x1015d57d2fd0007, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:23,762 INFO [RS:0;b4993cb2a74e:45203 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,45203,1732191721017; zookeeper connection closed. 2024-11-21T12:22:23,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65db6580 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65db6580 2024-11-21T12:22:23,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:22:23,841 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:23,937 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:22:24,088 INFO [M:0;b4993cb2a74e:43171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:22:24,088 INFO [M:0;b4993cb2a74e:43171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:22:24,088 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:24,088 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:24,088 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:24,088 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:24,088 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:24,089 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T12:22:24,111 DEBUG [M:0;b4993cb2a74e:43171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2522be27c564ec88781eca2c1d6f733 is 82, key is hbase:meta,,1/info:regioninfo/1732191723553/Put/seqid=0 2024-11-21T12:22:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:22:24,311 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:24,516 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2522be27c564ec88781eca2c1d6f733 2024-11-21T12:22:24,532 DEBUG [M:0;b4993cb2a74e:43171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a901b530cf474ece8a34d5736792dc85 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191734153/Put/seqid=0 2024-11-21T12:22:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741850_1026 (size=8516) 2024-11-21T12:22:24,535 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a901b530cf474ece8a34d5736792dc85 2024-11-21T12:22:24,550 DEBUG [M:0;b4993cb2a74e:43171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/727ddf29e8c6459aba8a72e40b82ab1a is 69, key is b4993cb2a74e,45203,1732191721017/rs:state/1732191722790/Put/seqid=0 2024-11-21T12:22:24,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:22:24,945 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:24,954 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/727ddf29e8c6459aba8a72e40b82ab1a 2024-11-21T12:22:24,958 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2522be27c564ec88781eca2c1d6f733 as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2522be27c564ec88781eca2c1d6f733 2024-11-21T12:22:24,960 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2522be27c564ec88781eca2c1d6f733, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:22:24,961 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a901b530cf474ece8a34d5736792dc85 as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a901b530cf474ece8a34d5736792dc85 2024-11-21T12:22:24,964 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a901b530cf474ece8a34d5736792dc85, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:22:24,964 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/727ddf29e8c6459aba8a72e40b82ab1a as hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/727ddf29e8c6459aba8a72e40b82ab1a 2024-11-21T12:22:24,967 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33409/user/jenkins/test-data/16d20fed-1f78-4bdd-1a7c-7dd4762f3b58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/727ddf29e8c6459aba8a72e40b82ab1a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:22:24,968 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-21T12:22:24,969 INFO [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:24,969 DEBUG [M:0;b4993cb2a74e:43171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191744088Disabling compacts and flushes for region at 1732191744088Disabling writes for close at 1732191744088Obtaining lock to block concurrent updates at 1732191744089 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191744089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732191744089Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191744092 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191744092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191744111 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191744111Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191744519 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191744531 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191744531Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191744538 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191744550 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191744550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ac19e2: reopening flushed file at 1732191744957 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71481bb4: reopening flushed file at 1732191744960 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ed9f92: reopening flushed file at 1732191744964 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1732191744968 (+4 ms)Writing region close event to WAL at 1732191744969 (+1 ms)Closed at 1732191744969 2024-11-21T12:22:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741830_1006 (size=63654) 2024-11-21T12:22:24,971 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:24,971 INFO [M:0;b4993cb2a74e:43171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:22:24,971 INFO [M:0;b4993cb2a74e:43171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43171 2024-11-21T12:22:24,971 INFO [M:0;b4993cb2a74e:43171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:25,173 INFO [M:0;b4993cb2a74e:43171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:25,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:25,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43171-0x1015d57d2fd0006, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:25,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192434ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:25,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70141302{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:25,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:25,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e519346{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:25,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc36374{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:25,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:22:25,177 WARN [BP-787343750-172.17.0.2-1732191717601 heartbeating to localhost/127.0.0.1:33409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:22:25,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:22:25,177 WARN [BP-787343750-172.17.0.2-1732191717601 heartbeating to localhost/127.0.0.1:33409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-787343750-172.17.0.2-1732191717601 (Datanode Uuid 37048311-b060-4713-baae-b66995fce956) service to localhost/127.0.0.1:33409 2024-11-21T12:22:25,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/cluster_b780a7fc-a436-9ef8-4a89-d6790f31e521/data/data1/current/BP-787343750-172.17.0.2-1732191717601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:25,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/cluster_b780a7fc-a436-9ef8-4a89-d6790f31e521/data/data2/current/BP-787343750-172.17.0.2-1732191717601 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:25,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:22:25,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c3cd4e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:25,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f56c3e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:25,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:25,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11ad6ca6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:25,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bd3d89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:25,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:22:25,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:22:25,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:25,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:25,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:25,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:25,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:25,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:22:25,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1829750932, stopped=false 2024-11-21T12:22:25,197 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,38823,1732191713950 2024-11-21T12:22:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1557857204/running 2024-11-21T12:22:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:22:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1557857204/running 2024-11-21T12:22:25,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:22:25,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:25,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on znode that does not yet exist, /1-1557857204/running 2024-11-21T12:22:25,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:25,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Set watcher on znode that does not yet exist, /1-1557857204/running 2024-11-21T12:22:25,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:25,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:25,210 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,34461,1732191714084' ***** 2024-11-21T12:22:25,210 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:22:25,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,34461,1732191714084 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34461. 2024-11-21T12:22:25,211 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddfb4368cfb3f3fa07bcd8e7ed14662e, disabling compactions & flushes 2024-11-21T12:22:25,211 DEBUG [RS:0;b4993cb2a74e:34461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:25,211 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:25,211 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:25,211 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:25,211 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. after waiting 0 ms 2024-11-21T12:22:25,211 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:22:25,211 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T12:22:25,211 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:22:25,211 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ddfb4368cfb3f3fa07bcd8e7ed14662e=test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e., 7df0eb071132dd1eb8f753f8d250dd40=hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40.} 2024-11-21T12:22:25,211 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7df0eb071132dd1eb8f753f8d250dd40, ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:25,212 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:25,212 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:25,212 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:25,212 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:25,212 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:25,212 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:22:25,214 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1191, reset compression=false 2024-11-21T12:22:25,219 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:25,219 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1438, reset compression=false 2024-11-21T12:22:25,219 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34461,1732191714084 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:25,219 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,34461,1732191714084: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,34461,1732191714084, walGroup=b4993cb2a74e%2C34461%2C1732191714084, offset=b4993cb2a74e%2C34461%2C1732191714084.1732191716342:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:34461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:22:25,221 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:22:25,221 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:22:25,222 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:22:25,222 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:22:25,222 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:22:25,222 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 961961232 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202120312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:22:25,223 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:22:25,232 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/info/880569720db64d6aa138160ffc543432 is 147, key is hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40./info:regioninfo/1732191732006/Put/seqid=0 2024-11-21T12:22:25,237 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/f/84d3a83083344a76922d46935c70b0ec is 29, key is row1/f:/1732191739182/DeleteFamily/seqid=0 2024-11-21T12:22:25,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741840_1016 (size=7686) 2024-11-21T12:22:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741841_1017 (size=5152) 2024-11-21T12:22:25,249 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:25,412 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7df0eb071132dd1eb8f753f8d250dd40, ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:25,425 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1438, reset compression=false 2024-11-21T12:22:25,612 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7df0eb071132dd1eb8f753f8d250dd40, ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:25,641 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/info/880569720db64d6aa138160ffc543432 2024-11-21T12:22:25,641 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/f/84d3a83083344a76922d46935c70b0ec 2024-11-21T12:22:25,644 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84d3a83083344a76922d46935c70b0ec 2024-11-21T12:22:25,656 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/f1/02aa39427ac44b0dac624fb45d9d9889 is 30, key is row1/f1:/1732191739182/DeleteFamily/seqid=0 2024-11-21T12:22:25,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741842_1018 (size=5158) 2024-11-21T12:22:25,660 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/ns/5e0b2fd79cf640f482f9c1952dac0870 is 43, key is default/ns:d/1732191717398/Put/seqid=0 2024-11-21T12:22:25,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741843_1019 (size=5153) 2024-11-21T12:22:25,664 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/ns/5e0b2fd79cf640f482f9c1952dac0870 2024-11-21T12:22:25,680 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/rep_barrier/0677ff1a00bc48ee835aa7b4244b3efb is 112, key is test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e./rep_barrier:seqnumDuringOpen/1732191727033/Put/seqid=0 2024-11-21T12:22:25,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:22:25,728 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1438, reset compression=false 2024-11-21T12:22:25,812 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7df0eb071132dd1eb8f753f8d250dd40, ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:26,012 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7df0eb071132dd1eb8f753f8d250dd40, ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:26,060 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/f1/02aa39427ac44b0dac624fb45d9d9889 2024-11-21T12:22:26,063 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02aa39427ac44b0dac624fb45d9d9889 2024-11-21T12:22:26,076 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/norep/fff093a98aba421f9270f52d89e7db81 is 33, key is row1/norep:/1732191739182/DeleteFamily/seqid=0 2024-11-21T12:22:26,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741845_1021 (size=5108) 2024-11-21T12:22:26,084 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/rep_barrier/0677ff1a00bc48ee835aa7b4244b3efb 2024-11-21T12:22:26,102 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/table/c3464727b93d4067921c6d338acca96e is 53, key is hbase:replication/table:state/1732191732012/Put/seqid=0 2024-11-21T12:22:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:22:26,133 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1438, reset compression=false 2024-11-21T12:22:26,148 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:26,208 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:22:26,208 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:22:26,212 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7df0eb071132dd1eb8f753f8d250dd40, ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:26,413 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7df0eb071132dd1eb8f753f8d250dd40, ddfb4368cfb3f3fa07bcd8e7ed14662e 2024-11-21T12:22:26,479 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/norep/fff093a98aba421f9270f52d89e7db81 2024-11-21T12:22:26,484 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fff093a98aba421f9270f52d89e7db81 2024-11-21T12:22:26,484 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/f/84d3a83083344a76922d46935c70b0ec as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/f/84d3a83083344a76922d46935c70b0ec 2024-11-21T12:22:26,488 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84d3a83083344a76922d46935c70b0ec 2024-11-21T12:22:26,488 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/f/84d3a83083344a76922d46935c70b0ec, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:22:26,489 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/f1/02aa39427ac44b0dac624fb45d9d9889 as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/f1/02aa39427ac44b0dac624fb45d9d9889 2024-11-21T12:22:26,492 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02aa39427ac44b0dac624fb45d9d9889 2024-11-21T12:22:26,492 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/f1/02aa39427ac44b0dac624fb45d9d9889, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:22:26,493 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/.tmp/norep/fff093a98aba421f9270f52d89e7db81 as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/norep/fff093a98aba421f9270f52d89e7db81 2024-11-21T12:22:26,496 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fff093a98aba421f9270f52d89e7db81 2024-11-21T12:22:26,497 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/norep/fff093a98aba421f9270f52d89e7db81, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T12:22:26,497 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ddfb4368cfb3f3fa07bcd8e7ed14662e in 1286ms, sequenceid=10, compaction requested=false 2024-11-21T12:22:26,501 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/default/test/ddfb4368cfb3f3fa07bcd8e7ed14662e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:22:26,501 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:26,501 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:26,501 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:26,501 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddfb4368cfb3f3fa07bcd8e7ed14662e: Waiting for close lock at 1732191745211Running coprocessor pre-close hooks at 1732191745211Disabling compacts and flushes for region at 1732191745211Disabling writes for close at 1732191745211Obtaining lock to block concurrent updates at 1732191745211Preparing flush snapshotting stores in ddfb4368cfb3f3fa07bcd8e7ed14662e at 1732191745211Finished memstore snapshotting test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732191745212 (+1 ms)Flushing stores of test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. at 1732191745212Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/f: creating writer at 1732191745212Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/f: appending metadata at 1732191745237 (+25 ms)Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/f: closing flushed file at 1732191745237Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/f1: creating writer at 1732191745644 (+407 ms)Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/f1: appending metadata at 1732191745656 (+12 ms)Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/f1: closing flushed file at 1732191745656Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/norep: creating writer at 1732191746064 (+408 ms)Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/norep: appending metadata at 1732191746076 (+12 ms)Flushing ddfb4368cfb3f3fa07bcd8e7ed14662e/norep: closing flushed file at 1732191746076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2b066f: reopening flushed file at 1732191746484 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66455732: reopening flushed file at 1732191746488 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27eb508f: reopening flushed file at 1732191746493 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ddfb4368cfb3f3fa07bcd8e7ed14662e in 1286ms, sequenceid=10, compaction requested=false at 1732191746497 (+4 ms)Writing region close event to WAL at 1732191746498 (+1 ms)Running coprocessor post-close hooks at 1732191746501 (+3 ms)Closed at 1732191746501 2024-11-21T12:22:26,502 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191725862.ddfb4368cfb3f3fa07bcd8e7ed14662e. 2024-11-21T12:22:26,502 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7df0eb071132dd1eb8f753f8d250dd40, disabling compactions & flushes 2024-11-21T12:22:26,502 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,502 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,502 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. after waiting 0 ms 2024-11-21T12:22:26,502 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,502 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7df0eb071132dd1eb8f753f8d250dd40: Waiting for close lock at 1732191746502Running coprocessor pre-close hooks at 1732191746502Disabling compacts and flushes for region at 1732191746502Disabling writes for close at 1732191746502Failed flush hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40., putting online again at 1732191746502 2024-11-21T12:22:26,502 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,505 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/table/c3464727b93d4067921c6d338acca96e 2024-11-21T12:22:26,510 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/info/880569720db64d6aa138160ffc543432 as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/info/880569720db64d6aa138160ffc543432 2024-11-21T12:22:26,513 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/info/880569720db64d6aa138160ffc543432, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:22:26,513 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/ns/5e0b2fd79cf640f482f9c1952dac0870 as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/ns/5e0b2fd79cf640f482f9c1952dac0870 2024-11-21T12:22:26,517 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/ns/5e0b2fd79cf640f482f9c1952dac0870, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:22:26,517 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/rep_barrier/0677ff1a00bc48ee835aa7b4244b3efb as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/rep_barrier/0677ff1a00bc48ee835aa7b4244b3efb 2024-11-21T12:22:26,520 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/rep_barrier/0677ff1a00bc48ee835aa7b4244b3efb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:22:26,521 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/.tmp/table/c3464727b93d4067921c6d338acca96e as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/table/c3464727b93d4067921c6d338acca96e 2024-11-21T12:22:26,524 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/table/c3464727b93d4067921c6d338acca96e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:22:26,525 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-21T12:22:26,528 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:22:26,528 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:26,528 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:26,528 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:26,528 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191745211Running coprocessor pre-close hooks at 1732191745211Disabling compacts and flushes for region at 1732191745211Disabling writes for close at 1732191745212 (+1 ms)Obtaining lock to block concurrent updates at 1732191745212Preparing flush snapshotting stores in 1588230740 at 1732191745212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191745212Flushing stores of hbase:meta,,1.1588230740 at 1732191745212Flushing 1588230740/info: creating writer at 1732191745212Flushing 1588230740/info: appending metadata at 1732191745231 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732191745231Flushing 1588230740/ns: creating writer at 1732191745644 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732191745660 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732191745660Flushing 1588230740/rep_barrier: creating writer at 1732191745668 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191745680 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191745680Flushing 1588230740/table: creating writer at 1732191746087 (+407 ms)Flushing 1588230740/table: appending metadata at 1732191746102 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732191746102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145fd7a1: reopening flushed file at 1732191746509 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db3902a: reopening flushed file at 1732191746513 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f8284d: reopening flushed file at 1732191746517 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8648c6: reopening flushed file at 1732191746521 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1732191746525 (+4 ms)Writing region close event to WAL at 1732191746526 (+1 ms)Running coprocessor post-close hooks at 1732191746528 (+2 ms)Closed at 1732191746528 2024-11-21T12:22:26,529 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:26,613 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:22:26,613 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1325): Online Regions={7df0eb071132dd1eb8f753f8d250dd40=hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40.} 2024-11-21T12:22:26,613 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:26,613 DEBUG [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1351): Waiting on 7df0eb071132dd1eb8f753f8d250dd40 2024-11-21T12:22:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7df0eb071132dd1eb8f753f8d250dd40, disabling compactions & flushes 2024-11-21T12:22:26,613 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. after waiting 0 ms 2024-11-21T12:22:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7df0eb071132dd1eb8f753f8d250dd40: Waiting for close lock at 1732191746613Running coprocessor pre-close hooks at 1732191746613Disabling compacts and flushes for region at 1732191746613Disabling writes for close at 1732191746613Failed flush hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40., putting online again at 1732191746613 2024-11-21T12:22:26,613 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191730829.7df0eb071132dd1eb8f753f8d250dd40. 2024-11-21T12:22:26,635 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 1438, reset compression=false 2024-11-21T12:22:26,639 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:26,639 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.wal-reader.b4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/WALs/b4993cb2a74e,34461,1732191714084/b4993cb2a74e%2C34461%2C1732191714084.1732191716342 to pos 2082, reset compression=false 2024-11-21T12:22:26,813 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T12:22:26,813 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,34461,1732191714084; all regions closed. 2024-11-21T12:22:26,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:22:26,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741839_1015 (size=2171) 2024-11-21T12:22:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741832_1008 (size=2090) 2024-11-21T12:22:26,818 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:26,818 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:26,819 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:26,819 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:26,819 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:26,819 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:26,819 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,34461,1732191714084 because: Region server is closing 2024-11-21T12:22:26,819 INFO [RS:0;b4993cb2a74e:34461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34461. 2024-11-21T12:22:26,819 DEBUG [RS:0;b4993cb2a74e:34461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:26,819 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:26,819 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:26,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:26,919 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34461,1732191714084.replicationSource.shipperb4993cb2a74e%2C34461%2C1732191714084,1-b4993cb2a74e,34461,1732191714084 terminated 2024-11-21T12:22:26,920 INFO [RS:0;b4993cb2a74e:34461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34461. 2024-11-21T12:22:26,920 DEBUG [RS:0;b4993cb2a74e:34461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:26,920 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:26,920 DEBUG [RS:0;b4993cb2a74e:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:26,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:26,920 INFO [RS:0;b4993cb2a74e:34461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34461 2024-11-21T12:22:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1557857204/rs/b4993cb2a74e,34461,1732191714084 2024-11-21T12:22:26,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204/rs 2024-11-21T12:22:26,999 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:26,999 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,34461,1732191714084] 2024-11-21T12:22:27,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1557857204/draining/b4993cb2a74e,34461,1732191714084 already deleted, retry=false 2024-11-21T12:22:27,062 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,34461,1732191714084 expired; onlineServers=0 2024-11-21T12:22:27,062 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,38823,1732191713950' ***** 2024-11-21T12:22:27,062 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:22:27,062 INFO [M:0;b4993cb2a74e:38823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:27,062 INFO [M:0;b4993cb2a74e:38823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:27,062 DEBUG [M:0;b4993cb2a74e:38823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:22:27,062 DEBUG [M:0;b4993cb2a74e:38823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:22:27,062 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:22:27,062 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191716125 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191716125,5,FailOnTimeoutGroup] 2024-11-21T12:22:27,062 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191716120 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191716120,5,FailOnTimeoutGroup] 2024-11-21T12:22:27,063 INFO [M:0;b4993cb2a74e:38823 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:27,063 INFO [M:0;b4993cb2a74e:38823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:27,063 DEBUG [M:0;b4993cb2a74e:38823 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:22:27,063 INFO [M:0;b4993cb2a74e:38823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:22:27,063 INFO [M:0;b4993cb2a74e:38823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:27,063 INFO [M:0;b4993cb2a74e:38823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:22:27,063 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:22:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1557857204/master 2024-11-21T12:22:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1557857204 2024-11-21T12:22:27,072 DEBUG [M:0;b4993cb2a74e:38823 {}] zookeeper.ZKUtil(347): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Unable to get data of znode /1-1557857204/master because node does not exist (not an error) 2024-11-21T12:22:27,072 WARN [M:0;b4993cb2a74e:38823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:22:27,073 INFO [M:0;b4993cb2a74e:38823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/.lastflushedseqids 2024-11-21T12:22:27,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741847_1023 (size=245) 2024-11-21T12:22:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:27,141 INFO [RS:0;b4993cb2a74e:34461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:27,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015d57d2fd0004, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:27,141 INFO [RS:0;b4993cb2a74e:34461 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,34461,1732191714084; zookeeper connection closed. 2024-11-21T12:22:27,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60f4fc1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60f4fc1c 2024-11-21T12:22:27,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:22:27,451 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:27,476 INFO [M:0;b4993cb2a74e:38823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:22:27,477 INFO [M:0;b4993cb2a74e:38823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:22:27,477 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:27,477 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:27,477 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:27,477 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:27,477 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:27,477 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:22:27,493 DEBUG [M:0;b4993cb2a74e:38823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8e2feb62abd422180065b8d8c6ea7e1 is 82, key is hbase:meta,,1/info:regioninfo/1732191717364/Put/seqid=0 2024-11-21T12:22:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741848_1024 (size=5672) 2024-11-21T12:22:27,897 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8e2feb62abd422180065b8d8c6ea7e1 2024-11-21T12:22:27,919 DEBUG [M:0;b4993cb2a74e:38823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c45d7d5ba25d431c843f508f14670644 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191732015/Put/seqid=0 2024-11-21T12:22:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741849_1025 (size=8517) 2024-11-21T12:22:28,327 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c45d7d5ba25d431c843f508f14670644 2024-11-21T12:22:28,346 DEBUG [M:0;b4993cb2a74e:38823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c92261a8631a4fa38afe04a83ae62663 is 69, key is b4993cb2a74e,34461,1732191714084/rs:state/1732191716151/Put/seqid=0 2024-11-21T12:22:28,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741850_1026 (size=5156) 2024-11-21T12:22:28,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:28,750 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c92261a8631a4fa38afe04a83ae62663 2024-11-21T12:22:28,754 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8e2feb62abd422180065b8d8c6ea7e1 as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8e2feb62abd422180065b8d8c6ea7e1 2024-11-21T12:22:28,757 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8e2feb62abd422180065b8d8c6ea7e1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:22:28,757 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c45d7d5ba25d431c843f508f14670644 as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c45d7d5ba25d431c843f508f14670644 2024-11-21T12:22:28,761 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c45d7d5ba25d431c843f508f14670644, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:22:28,762 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c92261a8631a4fa38afe04a83ae62663 as hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c92261a8631a4fa38afe04a83ae62663 2024-11-21T12:22:28,766 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45239/user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c92261a8631a4fa38afe04a83ae62663, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:22:28,766 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-21T12:22:28,767 INFO [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:28,767 DEBUG [M:0;b4993cb2a74e:38823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191747477Disabling compacts and flushes for region at 1732191747477Disabling writes for close at 1732191747477Obtaining lock to block concurrent updates at 1732191747477Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191747477Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191747477Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191747478 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191747478Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191747493 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191747493Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191747901 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191747918 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191747918Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191748330 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191748345 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191748345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4ea89: reopening flushed file at 1732191748753 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@723a9ab8: reopening flushed file at 1732191748757 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8ae335: reopening flushed file at 1732191748761 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732191748766 (+5 ms)Writing region close event to WAL at 1732191748767 (+1 ms)Closed at 1732191748767 2024-11-21T12:22:28,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45529 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:22:28,769 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2ec6424e-0600-7d03-6d04-bec255bd3336/MasterData/WALs/b4993cb2a74e,38823,1732191713950/b4993cb2a74e%2C38823%2C1732191713950.1732191715883 not finished, retry = 0 2024-11-21T12:22:28,854 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:28,870 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:28,870 INFO [M:0;b4993cb2a74e:38823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:22:28,870 INFO [M:0;b4993cb2a74e:38823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38823 2024-11-21T12:22:28,870 INFO [M:0;b4993cb2a74e:38823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:29,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:29,015 INFO [M:0;b4993cb2a74e:38823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:29,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38823-0x1015d57d2fd0003, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:29,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c879944{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:29,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2511021a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:29,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:29,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49c6df58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:29,019 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193fc0c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:29,020 WARN [BP-214829537-172.17.0.2-1732191710590 heartbeating to localhost/127.0.0.1:45239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:22:29,020 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:22:29,020 WARN [BP-214829537-172.17.0.2-1732191710590 heartbeating to localhost/127.0.0.1:45239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-214829537-172.17.0.2-1732191710590 (Datanode Uuid 164613ef-c4e2-4352-95b2-3c0aa80722e0) service to localhost/127.0.0.1:45239 2024-11-21T12:22:29,020 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:22:29,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/cluster_64b6b911-9ffc-07f6-e4f4-994f82fc48b4/data/data1/current/BP-214829537-172.17.0.2-1732191710590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:29,021 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/cluster_64b6b911-9ffc-07f6-e4f4-994f82fc48b4/data/data2/current/BP-214829537-172.17.0.2-1732191710590 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:29,021 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:22:29,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1eeade6e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:29,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c5daad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:29,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:29,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743c2598{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:29,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4be60ff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/303b53fd-2124-f7cf-0120-b0fa5753ba52/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:29,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:22:29,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:22:29,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:29,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:29,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:29,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:29,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:29,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:22:29,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835462131, stopped=false 2024-11-21T12:22:29,042 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,37171,1732191707445 2024-11-21T12:22:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681646969/running 2024-11-21T12:22:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681646969/running 2024-11-21T12:22:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:22:29,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:22:29,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:29,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:29,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:29,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on znode that does not yet exist, /0-681646969/running 2024-11-21T12:22:29,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Set watcher on znode that does not yet exist, /0-681646969/running 2024-11-21T12:22:29,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,46397,1732191707669' ***** 2024-11-21T12:22:29,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:22:29,052 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:22:29,052 INFO [RS:0;b4993cb2a74e:46397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:22:29,052 INFO [RS:0;b4993cb2a74e:46397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:22:29,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:22:29,052 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,46397,1732191707669 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:46397. 2024-11-21T12:22:29,053 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8035a2e852058e6537c2662d2b32eda, disabling compactions & flushes 2024-11-21T12:22:29,053 DEBUG [RS:0;b4993cb2a74e:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:29,053 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:29,053 DEBUG [RS:0;b4993cb2a74e:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:29,053 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:29,053 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. after waiting 0 ms 2024-11-21T12:22:29,053 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:22:29,053 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8035a2e852058e6537c2662d2b32eda 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T12:22:29,053 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:22:29,053 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1325): Online Regions={a8035a2e852058e6537c2662d2b32eda=test,,1732191723702.a8035a2e852058e6537c2662d2b32eda., 9abefe8d07c882e814e883a0e2022b9c=hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:22:29,054 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abefe8d07c882e814e883a0e2022b9c, a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:29,054 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:29,054 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:29,054 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:29,054 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:29,054 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:29,054 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:22:29,067 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/info/44fc8fd469e845f7b9abba40f1d9c2cc is 147, key is hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c./info:regioninfo/1732191729846/Put/seqid=0 2024-11-21T12:22:29,069 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:22:29,069 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:22:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741840_1016 (size=7686) 2024-11-21T12:22:29,070 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/info/44fc8fd469e845f7b9abba40f1d9c2cc 2024-11-21T12:22:29,071 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/f/ebd960ca2b8347e7ba0139e7cd46a0b3 is 28, key is row/f:/1732191738176/DeleteFamily/seqid=0 2024-11-21T12:22:29,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741841_1017 (size=5085) 2024-11-21T12:22:29,092 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/ns/271b6f08d73e41c9a266a7f63d76c3ce is 43, key is default/ns:d/1732191710342/Put/seqid=0 2024-11-21T12:22:29,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:22:29,099 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:29,254 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abefe8d07c882e814e883a0e2022b9c, a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:29,454 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abefe8d07c882e814e883a0e2022b9c, a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:29,480 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/f/ebd960ca2b8347e7ba0139e7cd46a0b3 2024-11-21T12:22:29,485 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebd960ca2b8347e7ba0139e7cd46a0b3 2024-11-21T12:22:29,496 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/ns/271b6f08d73e41c9a266a7f63d76c3ce 2024-11-21T12:22:29,503 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/f1/88ecce8a883147708e9bbc8c76065dcc is 29, key is row/f1:/1732191738176/DeleteFamily/seqid=0 2024-11-21T12:22:29,525 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/rep_barrier/b68f6338980c4a95abbd2dd08ec719ed is 112, key is test,,1732191723702.a8035a2e852058e6537c2662d2b32eda./rep_barrier:seqnumDuringOpen/1732191724897/Put/seqid=0 2024-11-21T12:22:29,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741843_1019 (size=5089) 2024-11-21T12:22:29,532 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/f1/88ecce8a883147708e9bbc8c76065dcc 2024-11-21T12:22:29,538 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88ecce8a883147708e9bbc8c76065dcc 2024-11-21T12:22:29,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:22:29,563 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/rep_barrier/b68f6338980c4a95abbd2dd08ec719ed 2024-11-21T12:22:29,568 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/norep/c1936370fe5148aa9ac457dde43a07dc is 32, key is row/norep:/1732191738176/DeleteFamily/seqid=0 2024-11-21T12:22:29,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741845_1021 (size=5101) 2024-11-21T12:22:29,583 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/norep/c1936370fe5148aa9ac457dde43a07dc 2024-11-21T12:22:29,588 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1936370fe5148aa9ac457dde43a07dc 2024-11-21T12:22:29,589 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/f/ebd960ca2b8347e7ba0139e7cd46a0b3 as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/f/ebd960ca2b8347e7ba0139e7cd46a0b3 2024-11-21T12:22:29,596 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebd960ca2b8347e7ba0139e7cd46a0b3 2024-11-21T12:22:29,596 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/f/ebd960ca2b8347e7ba0139e7cd46a0b3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T12:22:29,597 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/f1/88ecce8a883147708e9bbc8c76065dcc as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/f1/88ecce8a883147708e9bbc8c76065dcc 2024-11-21T12:22:29,602 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88ecce8a883147708e9bbc8c76065dcc 2024-11-21T12:22:29,602 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/f1/88ecce8a883147708e9bbc8c76065dcc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T12:22:29,603 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/.tmp/norep/c1936370fe5148aa9ac457dde43a07dc as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/norep/c1936370fe5148aa9ac457dde43a07dc 2024-11-21T12:22:29,606 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/table/c48cb032de58492497948b7375a9384a is 53, key is hbase:replication/table:state/1732191729859/Put/seqid=0 2024-11-21T12:22:29,607 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c1936370fe5148aa9ac457dde43a07dc 2024-11-21T12:22:29,607 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/norep/c1936370fe5148aa9ac457dde43a07dc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T12:22:29,610 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a8035a2e852058e6537c2662d2b32eda in 557ms, sequenceid=6, compaction requested=false 2024-11-21T12:22:29,610 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:22:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:22:29,627 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/table/c48cb032de58492497948b7375a9384a 2024-11-21T12:22:29,635 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/info/44fc8fd469e845f7b9abba40f1d9c2cc as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/info/44fc8fd469e845f7b9abba40f1d9c2cc 2024-11-21T12:22:29,641 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/info/44fc8fd469e845f7b9abba40f1d9c2cc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:22:29,642 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/ns/271b6f08d73e41c9a266a7f63d76c3ce as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/ns/271b6f08d73e41c9a266a7f63d76c3ce 2024-11-21T12:22:29,647 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/ns/271b6f08d73e41c9a266a7f63d76c3ce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:22:29,649 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/rep_barrier/b68f6338980c4a95abbd2dd08ec719ed as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/rep_barrier/b68f6338980c4a95abbd2dd08ec719ed 2024-11-21T12:22:29,654 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9abefe8d07c882e814e883a0e2022b9c, a8035a2e852058e6537c2662d2b32eda 2024-11-21T12:22:29,655 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/default/test/a8035a2e852058e6537c2662d2b32eda/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:22:29,656 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:29,656 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:29,656 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:29,656 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8035a2e852058e6537c2662d2b32eda: Waiting for close lock at 1732191749053Running coprocessor pre-close hooks at 1732191749053Disabling compacts and flushes for region at 1732191749053Disabling writes for close at 1732191749053Obtaining lock to block concurrent updates at 1732191749053Preparing flush snapshotting stores in a8035a2e852058e6537c2662d2b32eda at 1732191749053Finished memstore snapshotting test,,1732191723702.a8035a2e852058e6537c2662d2b32eda., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732191749054 (+1 ms)Flushing stores of test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. at 1732191749054Flushing a8035a2e852058e6537c2662d2b32eda/f: creating writer at 1732191749054Flushing a8035a2e852058e6537c2662d2b32eda/f: appending metadata at 1732191749070 (+16 ms)Flushing a8035a2e852058e6537c2662d2b32eda/f: closing flushed file at 1732191749070Flushing a8035a2e852058e6537c2662d2b32eda/f1: creating writer at 1732191749485 (+415 ms)Flushing a8035a2e852058e6537c2662d2b32eda/f1: appending metadata at 1732191749503 (+18 ms)Flushing a8035a2e852058e6537c2662d2b32eda/f1: closing flushed file at 1732191749503Flushing a8035a2e852058e6537c2662d2b32eda/norep: creating writer at 1732191749538 (+35 ms)Flushing a8035a2e852058e6537c2662d2b32eda/norep: appending metadata at 1732191749566 (+28 ms)Flushing a8035a2e852058e6537c2662d2b32eda/norep: closing flushed file at 1732191749566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280bf655: reopening flushed file at 1732191749588 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ad13b1: reopening flushed file at 1732191749596 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403e1e5d: reopening flushed file at 1732191749602 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a8035a2e852058e6537c2662d2b32eda in 557ms, sequenceid=6, compaction requested=false at 1732191749610 (+8 ms)Writing region close event to WAL at 1732191749644 (+34 ms)Running coprocessor post-close hooks at 1732191749656 (+12 ms)Closed at 1732191749656 2024-11-21T12:22:29,656 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191723702.a8035a2e852058e6537c2662d2b32eda. 2024-11-21T12:22:29,657 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9abefe8d07c882e814e883a0e2022b9c, disabling compactions & flushes 2024-11-21T12:22:29,657 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:29,657 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:29,657 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. after waiting 0 ms 2024-11-21T12:22:29,657 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:29,657 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9abefe8d07c882e814e883a0e2022b9c 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-21T12:22:29,660 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/rep_barrier/b68f6338980c4a95abbd2dd08ec719ed, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:22:29,662 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/.tmp/table/c48cb032de58492497948b7375a9384a as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/table/c48cb032de58492497948b7375a9384a 2024-11-21T12:22:29,668 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/table/c48cb032de58492497948b7375a9384a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:22:29,670 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false 2024-11-21T12:22:29,670 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:22:29,678 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c/.tmp/queue/9af993c6dec44b108d3a9153b6a54cc9 is 153, key is 1-b4993cb2a74e,46397,1732191707669/queue:b4993cb2a74e%2C46397%2C1732191707669/1732191738384/Put/seqid=0 2024-11-21T12:22:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741847_1023 (size=5352) 2024-11-21T12:22:29,701 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:22:29,702 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:29,702 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:29,702 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:29,702 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191749053Running coprocessor pre-close hooks at 1732191749054 (+1 ms)Disabling compacts and flushes for region at 1732191749054Disabling writes for close at 1732191749054Obtaining lock to block concurrent updates at 1732191749054Preparing flush snapshotting stores in 1588230740 at 1732191749054Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191749054Flushing stores of hbase:meta,,1.1588230740 at 1732191749055 (+1 ms)Flushing 1588230740/info: creating writer at 1732191749055Flushing 1588230740/info: appending metadata at 1732191749067 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732191749067Flushing 1588230740/ns: creating writer at 1732191749073 (+6 ms)Flushing 1588230740/ns: appending metadata at 1732191749092 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732191749092Flushing 1588230740/rep_barrier: creating writer at 1732191749499 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191749524 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191749524Flushing 1588230740/table: creating writer at 1732191749571 (+47 ms)Flushing 1588230740/table: appending metadata at 1732191749606 (+35 ms)Flushing 1588230740/table: closing flushed file at 1732191749606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6038e6: reopening flushed file at 1732191749632 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526760a5: reopening flushed file at 1732191749641 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b883c80: reopening flushed file at 1732191749648 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4a6a: reopening flushed file at 1732191749661 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false at 1732191749670 (+9 ms)Writing region close event to WAL at 1732191749696 (+26 ms)Running coprocessor post-close hooks at 1732191749702 (+6 ms)Closed at 1732191749702 2024-11-21T12:22:29,702 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:29,854 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1351): Waiting on 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:30,055 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:22:30,055 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1325): Online Regions={9abefe8d07c882e814e883a0e2022b9c=hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c.} 2024-11-21T12:22:30,055 DEBUG [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1351): Waiting on 9abefe8d07c882e814e883a0e2022b9c 2024-11-21T12:22:30,094 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c/.tmp/queue/9af993c6dec44b108d3a9153b6a54cc9 2024-11-21T12:22:30,099 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c/.tmp/queue/9af993c6dec44b108d3a9153b6a54cc9 as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c/queue/9af993c6dec44b108d3a9153b6a54cc9 2024-11-21T12:22:30,102 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c/queue/9af993c6dec44b108d3a9153b6a54cc9, entries=1, sequenceid=8, filesize=5.2 K 2024-11-21T12:22:30,103 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9abefe8d07c882e814e883a0e2022b9c in 446ms, sequenceid=8, compaction requested=false 2024-11-21T12:22:30,103 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:22:30,107 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/data/hbase/replication/9abefe8d07c882e814e883a0e2022b9c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T12:22:30,107 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:30,107 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:30,107 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:30,108 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9abefe8d07c882e814e883a0e2022b9c: Waiting for close lock at 1732191749657Running coprocessor pre-close hooks at 1732191749657Disabling compacts and flushes for region at 1732191749657Disabling writes for close at 1732191749657Obtaining lock to block concurrent updates at 1732191749657Preparing flush snapshotting stores in 9abefe8d07c882e814e883a0e2022b9c at 1732191749657Finished memstore snapshotting hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732191749657Flushing stores of hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. at 1732191749658 (+1 ms)Flushing 9abefe8d07c882e814e883a0e2022b9c/queue: creating writer at 1732191749658Flushing 9abefe8d07c882e814e883a0e2022b9c/queue: appending metadata at 1732191749678 (+20 ms)Flushing 9abefe8d07c882e814e883a0e2022b9c/queue: closing flushed file at 1732191749678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612339ce: reopening flushed file at 1732191750098 (+420 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 9abefe8d07c882e814e883a0e2022b9c in 446ms, sequenceid=8, compaction requested=false at 1732191750103 (+5 ms)Writing region close event to WAL at 1732191750104 (+1 ms)Running coprocessor post-close hooks at 1732191750107 (+3 ms)Closed at 1732191750107 2024-11-21T12:22:30,108 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191728656.9abefe8d07c882e814e883a0e2022b9c. 2024-11-21T12:22:30,255 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,46397,1732191707669; all regions closed. 2024-11-21T12:22:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:22:30,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.meta.1732191710196.meta not finished, retry = 0 2024-11-21T12:22:30,357 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 636, reset compression=false 2024-11-21T12:22:30,360 DEBUG [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/oldWALs 2024-11-21T12:22:30,360 INFO [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C46397%2C1732191707669.meta:.meta(num 1732191710196) 2024-11-21T12:22:30,362 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:30,362 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 1527, reset compression=false 2024-11-21T12:22:30,362 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,46397,1732191707669 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:30,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741839_1015 (size=2240) 2024-11-21T12:22:30,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.rep.1732191729802 not finished, retry = 0 2024-11-21T12:22:30,363 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,46397,1732191707669: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b4993cb2a74e,46397,1732191707669, walGroup=b4993cb2a74e%2C46397%2C1732191707669, offset=b4993cb2a74e%2C46397%2C1732191707669.1732191709202:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:46397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:22:30,364 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:22:30,364 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:22:30,365 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:22:30,365 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:22:30,365 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:22:30,365 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 1073110288 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202672576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:22:30,366 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:37171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:37171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:22:30,396 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:22:30,397 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:22:30,466 DEBUG [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/oldWALs 2024-11-21T12:22:30,466 INFO [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C46397%2C1732191707669.rep:(num 1732191729802) 2024-11-21T12:22:30,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741832_1008 (size=1535) 2024-11-21T12:22:30,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 not finished, retry = 0 2024-11-21T12:22:30,565 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 to pos 1527, reset compression=false 2024-11-21T12:22:30,569 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/WALs/b4993cb2a74e,46397,1732191707669/b4993cb2a74e%2C46397%2C1732191707669.1732191709202 2024-11-21T12:22:30,569 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T12:22:30,569 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T12:22:30,570 DEBUG [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/oldWALs 2024-11-21T12:22:30,570 INFO [RS:0;b4993cb2a74e:46397 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C46397%2C1732191707669:(num 1732191709202) 2024-11-21T12:22:30,570 DEBUG [RS:0;b4993cb2a74e:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:30,570 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:30,570 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:30,570 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:30,570 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:30,570 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:30,570 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,46397,1732191707669 because: Region server is closing 2024-11-21T12:22:30,571 INFO [RS:0;b4993cb2a74e:46397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:46397. 2024-11-21T12:22:30,571 DEBUG [RS:0;b4993cb2a74e:46397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:30,571 DEBUG [RS:0;b4993cb2a74e:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:30,571 DEBUG [RS:0;b4993cb2a74e:46397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:30,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:30,671 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.shipperb4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 terminated 2024-11-21T12:22:30,671 INFO [RS:0;b4993cb2a74e:46397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46397 2024-11-21T12:22:30,671 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,46397,1732191707669.replicationSource.wal-reader.b4993cb2a74e%2C46397%2C1732191707669,1-b4993cb2a74e,46397,1732191707669 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-21T12:22:30,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681646969/rs/b4993cb2a74e,46397,1732191707669 2024-11-21T12:22:30,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969/rs 2024-11-21T12:22:30,746 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:30,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,46397,1732191707669] 2024-11-21T12:22:30,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-681646969/draining/b4993cb2a74e,46397,1732191707669 already deleted, retry=false 2024-11-21T12:22:30,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,46397,1732191707669 expired; onlineServers=0 2024-11-21T12:22:30,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,37171,1732191707445' ***** 2024-11-21T12:22:30,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:22:30,767 INFO [M:0;b4993cb2a74e:37171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:30,767 INFO [M:0;b4993cb2a74e:37171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:30,767 DEBUG [M:0;b4993cb2a74e:37171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:22:30,767 DEBUG [M:0;b4993cb2a74e:37171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:22:30,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:22:30,767 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191708948 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191708948,5,FailOnTimeoutGroup] 2024-11-21T12:22:30,767 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191708952 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191708952,5,FailOnTimeoutGroup] 2024-11-21T12:22:30,767 INFO [M:0;b4993cb2a74e:37171 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:30,767 INFO [M:0;b4993cb2a74e:37171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:30,767 DEBUG [M:0;b4993cb2a74e:37171 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:22:30,768 INFO [M:0;b4993cb2a74e:37171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:22:30,768 INFO [M:0;b4993cb2a74e:37171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:30,768 ERROR [M:0;b4993cb2a74e:37171 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37615,5,PEWorkerGroup] 2024-11-21T12:22:30,768 INFO [M:0;b4993cb2a74e:37171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:22:30,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:22:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-681646969/master 2024-11-21T12:22:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-681646969 2024-11-21T12:22:30,778 DEBUG [M:0;b4993cb2a74e:37171 {}] zookeeper.ZKUtil(347): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Unable to get data of znode /0-681646969/master because node does not exist (not an error) 2024-11-21T12:22:30,778 WARN [M:0;b4993cb2a74e:37171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:22:30,779 INFO [M:0;b4993cb2a74e:37171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/.lastflushedseqids 2024-11-21T12:22:30,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:22:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:30,857 INFO [RS:0;b4993cb2a74e:46397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:30,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46397-0x1015d57d2fd0001, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:30,857 INFO [RS:0;b4993cb2a74e:46397 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,46397,1732191707669; zookeeper connection closed. 2024-11-21T12:22:30,857 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22c0c21a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22c0c21a 2024-11-21T12:22:30,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:22:31,183 INFO [M:0;b4993cb2a74e:37171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:22:31,184 INFO [M:0;b4993cb2a74e:37171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:22:31,184 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:31,184 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:31,184 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:31,184 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:31,184 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:31,184 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-21T12:22:31,197 DEBUG [M:0;b4993cb2a74e:37171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f9c7f3e8f44e748d8fa029d4eeddde is 82, key is hbase:meta,,1/info:regioninfo/1732191710232/Put/seqid=0 2024-11-21T12:22:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:22:31,601 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f9c7f3e8f44e748d8fa029d4eeddde 2024-11-21T12:22:31,617 DEBUG [M:0;b4993cb2a74e:37171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f248b896357452ab08661a28137964a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191724916/Put/seqid=0 2024-11-21T12:22:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741850_1026 (size=7219) 2024-11-21T12:22:32,020 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f248b896357452ab08661a28137964a 2024-11-21T12:22:32,024 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f248b896357452ab08661a28137964a 2024-11-21T12:22:32,038 DEBUG [M:0;b4993cb2a74e:37171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ac06bd50e843c2b6b935e99013d0a2 is 69, key is b4993cb2a74e,46397,1732191707669/rs:state/1732191709046/Put/seqid=0 2024-11-21T12:22:32,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:22:32,441 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ac06bd50e843c2b6b935e99013d0a2 2024-11-21T12:22:32,445 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35f9c7f3e8f44e748d8fa029d4eeddde as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35f9c7f3e8f44e748d8fa029d4eeddde 2024-11-21T12:22:32,448 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35f9c7f3e8f44e748d8fa029d4eeddde, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T12:22:32,449 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f248b896357452ab08661a28137964a as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f248b896357452ab08661a28137964a 2024-11-21T12:22:32,451 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f248b896357452ab08661a28137964a 2024-11-21T12:22:32,451 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f248b896357452ab08661a28137964a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T12:22:32,452 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ac06bd50e843c2b6b935e99013d0a2 as hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29ac06bd50e843c2b6b935e99013d0a2 2024-11-21T12:22:32,455 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37615/user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29ac06bd50e843c2b6b935e99013d0a2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T12:22:32,455 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-11-21T12:22:32,456 INFO [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:32,456 DEBUG [M:0;b4993cb2a74e:37171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191751184Disabling compacts and flushes for region at 1732191751184Disabling writes for close at 1732191751184Obtaining lock to block concurrent updates at 1732191751184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191751184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732191751184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191751185 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191751185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191751197 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191751197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191751604 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191751616 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191751616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191752024 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191752038 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191752038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573df651: reopening flushed file at 1732191752445 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a49434: reopening flushed file at 1732191752448 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43631c06: reopening flushed file at 1732191752451 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1732191752455 (+4 ms)Writing region close event to WAL at 1732191752456 (+1 ms)Closed at 1732191752456 2024-11-21T12:22:32,458 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e13c4fc-7f73-4a2c-67a6-9f205325a58a/MasterData/WALs/b4993cb2a74e,37171,1732191707445/b4993cb2a74e%2C37171%2C1732191707445.1732191708663 not finished, retry = 0 2024-11-21T12:22:32,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45897 is added to blk_1073741830_1006 (size=64435) 2024-11-21T12:22:32,558 INFO [M:0;b4993cb2a74e:37171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:22:32,558 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:32,558 INFO [M:0;b4993cb2a74e:37171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37171 2024-11-21T12:22:32,559 INFO [M:0;b4993cb2a74e:37171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:32,709 INFO [M:0;b4993cb2a74e:37171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:32,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:32,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37171-0x1015d57d2fd0000, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:32,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@108c2efe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:32,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4188855c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:32,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:32,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2498731e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:32,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ba7437{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:32,713 WARN [BP-579853206-172.17.0.2-1732191704957 heartbeating to localhost/127.0.0.1:37615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:22:32,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:22:32,713 WARN [BP-579853206-172.17.0.2-1732191704957 heartbeating to localhost/127.0.0.1:37615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-579853206-172.17.0.2-1732191704957 (Datanode Uuid 0277b1bf-6827-4c48-9dad-151a033f62dc) service to localhost/127.0.0.1:37615 2024-11-21T12:22:32,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:22:32,713 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747/data/data1/current/BP-579853206-172.17.0.2-1732191704957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:32,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/cluster_67ab458a-0601-501c-52c8-99fb3f212747/data/data2/current/BP-579853206-172.17.0.2-1732191704957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:32,714 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:22:32,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cea3ee6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:32,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5feb4bb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:32,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:32,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f438e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:32,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c004826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b6b331b-199f-400f-0d01-dcdcbde7a333/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:32,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:22:32,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:22:32,745 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55899) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55899) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37615 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45239 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55899) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:33409 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:37615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:45239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 441) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=558 (was 388) - AvailableMemoryMB LEAK? - 2024-11-21T12:22:32,755 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=558 2024-11-21T12:22:32,766 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T12:22:32,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.log.dir so I do NOT create it in target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5 2024-11-21T12:22:32,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:32,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.tmp.dir so I do NOT create it in target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5 2024-11-21T12:22:32,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5917de-4727-8a7c-acf2-a8912e38a6b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:32,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5 2024-11-21T12:22:32,766 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c, deleteOnExit=true 2024-11-21T12:22:32,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/zookeeper_0, clientPort=55186, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:22:32,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55186 2024-11-21T12:22:32,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:32,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/test.cache.data in system properties and HBase conf 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:32,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:32,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:32,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:32,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015d57d2fd0002, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:22:32,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015d57d2fd0008, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:22:32,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015d57d2fd0005, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:22:32,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015d57d2fd0002, quorum=127.0.0.1:55899, baseZNode=/0-681646969 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:22:32,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015d57d2fd0005, quorum=127.0.0.1:55899, baseZNode=/1-1557857204 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:22:32,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015d57d2fd0008, quorum=127.0.0.1:55899, baseZNode=/2217459125 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:22:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:22:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:22:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:22:33,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:33,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:33,154 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:33,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:33,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:33,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:33,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:33,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ccbeb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:33,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b933cd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:33,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@511d33b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/java.io.tmpdir/jetty-localhost-36147-hadoop-hdfs-3_4_1-tests_jar-_-any-13847848630181079418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:33,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26226928{HTTP/1.1, (http/1.1)}{localhost:36147} 2024-11-21T12:22:33,270 INFO [Time-limited test {}] server.Server(415): Started @327204ms 2024-11-21T12:22:33,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:33,506 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:33,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:33,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:33,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:33,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2052d5db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:33,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ec429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:33,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67bb2a22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/java.io.tmpdir/jetty-localhost-45149-hadoop-hdfs-3_4_1-tests_jar-_-any-16008000592589679283/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:33,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fdd6878{HTTP/1.1, (http/1.1)}{localhost:45149} 2024-11-21T12:22:33,602 INFO [Time-limited test {}] server.Server(415): Started @327536ms 2024-11-21T12:22:33,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:34,293 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/data/data2/current/BP-724277732-172.17.0.2-1732191752801/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:34,293 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/data/data1/current/BP-724277732-172.17.0.2-1732191752801/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:34,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:34,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:34,299 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128773 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:34,317 WARN [Thread-4168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x826486faa0ac8224 with lease ID 0x8d9d16797e825685: Processing first storage report for DS-1a4a8f32-264d-4bc9-ab71-19ddcb2ed546 from datanode DatanodeRegistration(127.0.0.1:43965, datanodeUuid=c6dbb497-26a9-4f55-a8e2-37d7ae14a897, infoPort=46047, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=1837778176;c=1732191752801) 2024-11-21T12:22:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x826486faa0ac8224 with lease ID 0x8d9d16797e825685: from storage DS-1a4a8f32-264d-4bc9-ab71-19ddcb2ed546 node DatanodeRegistration(127.0.0.1:43965, datanodeUuid=c6dbb497-26a9-4f55-a8e2-37d7ae14a897, infoPort=46047, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=1837778176;c=1732191752801), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x826486faa0ac8224 with lease ID 0x8d9d16797e825685: Processing first storage report for DS-cc1d0c68-2a07-4194-80d1-f4e7aa5ba64d from datanode DatanodeRegistration(127.0.0.1:43965, datanodeUuid=c6dbb497-26a9-4f55-a8e2-37d7ae14a897, infoPort=46047, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=1837778176;c=1732191752801) 2024-11-21T12:22:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x826486faa0ac8224 with lease ID 0x8d9d16797e825685: from storage DS-cc1d0c68-2a07-4194-80d1-f4e7aa5ba64d node DatanodeRegistration(127.0.0.1:43965, datanodeUuid=c6dbb497-26a9-4f55-a8e2-37d7ae14a897, infoPort=46047, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=1837778176;c=1732191752801), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:34,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5 2024-11-21T12:22:34,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:34,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:34,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb with version=8 2024-11-21T12:22:34,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/hbase-staging 2024-11-21T12:22:34,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:34,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:34,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:34,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:34,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:34,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:34,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:34,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:34,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32845 2024-11-21T12:22:34,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32845 connecting to ZooKeeper ensemble=127.0.0.1:55186 2024-11-21T12:22:34,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328450x0, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:34,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32845-0x1015d588df70000 connected 2024-11-21T12:22:34,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:34,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:34,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on znode that does not yet exist, /01927163668/running 2024-11-21T12:22:34,912 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb, hbase.cluster.distributed=false 2024-11-21T12:22:34,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on znode that does not yet exist, /01927163668/acl 2024-11-21T12:22:34,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-21T12:22:34,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32845 2024-11-21T12:22:34,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32845 2024-11-21T12:22:34,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-21T12:22:34,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32845 2024-11-21T12:22:34,944 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:34,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:34,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:34,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:34,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:34,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:34,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:34,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:34,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39505 2024-11-21T12:22:34,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39505 connecting to ZooKeeper ensemble=127.0.0.1:55186 2024-11-21T12:22:34,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:34,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:34,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395050x0, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:34,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395050x0, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on znode that does not yet exist, /01927163668/running 2024-11-21T12:22:34,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39505-0x1015d588df70001 connected 2024-11-21T12:22:34,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:34,962 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:34,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on znode that does not yet exist, /01927163668/master 2024-11-21T12:22:34,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on znode that does not yet exist, /01927163668/acl 2024-11-21T12:22:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-21T12:22:34,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39505 2024-11-21T12:22:34,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39505 2024-11-21T12:22:34,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-21T12:22:34,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-21T12:22:34,983 DEBUG [M:0;b4993cb2a74e:32845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:32845 2024-11-21T12:22:34,984 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01927163668/backup-masters/b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:34,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668/backup-masters 2024-11-21T12:22:34,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668/backup-masters 2024-11-21T12:22:34,992 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on existing znode=/01927163668/backup-masters/b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:35,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01927163668/master 2024-11-21T12:22:35,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:35,003 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on existing znode=/01927163668/master 2024-11-21T12:22:35,003 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01927163668/backup-masters/b4993cb2a74e,32845,1732191754759 from backup master directory 2024-11-21T12:22:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01927163668/backup-masters/b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668/backup-masters 2024-11-21T12:22:35,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668/backup-masters 2024-11-21T12:22:35,013 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:35,013 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:35,016 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/hbase.id] with ID: 8b3926d6-7a9b-44b0-87bb-afab7f4647da 2024-11-21T12:22:35,016 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/.tmp/hbase.id 2024-11-21T12:22:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:35,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:35,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:35,426 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/.tmp/hbase.id]:[hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/hbase.id] 2024-11-21T12:22:35,433 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:35,433 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:35,433 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T12:22:35,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:35,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:35,850 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:35,850 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:35,851 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:35,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:36,261 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/data/master/store 2024-11-21T12:22:36,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:36,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:36,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:36,667 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:36,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:36,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:36,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:36,667 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:36,667 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191756667Disabling compacts and flushes for region at 1732191756667Disabling writes for close at 1732191756667Writing region close event to WAL at 1732191756667Closed at 1732191756667 2024-11-21T12:22:36,668 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/data/master/store/.initializing 2024-11-21T12:22:36,668 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/WALs/b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:36,668 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:36,670 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C32845%2C1732191754759, suffix=, logDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/WALs/b4993cb2a74e,32845,1732191754759, archiveDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:36,682 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/WALs/b4993cb2a74e,32845,1732191754759/b4993cb2a74e%2C32845%2C1732191754759.1732191756670, exclude list is [], retry=0 2024-11-21T12:22:36,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43965,DS-1a4a8f32-264d-4bc9-ab71-19ddcb2ed546,DISK] 2024-11-21T12:22:36,685 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/WALs/b4993cb2a74e,32845,1732191754759/b4993cb2a74e%2C32845%2C1732191754759.1732191756670 2024-11-21T12:22:36,685 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46047:46047)] 2024-11-21T12:22:36,685 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:36,685 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:36,686 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,686 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:36,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:36,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:36,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:36,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:36,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:36,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:36,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:36,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:36,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:36,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:36,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:36,690 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,691 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,691 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,692 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,692 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,692 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:36,693 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:36,694 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:36,694 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61647470, jitterRate=-0.08138111233711243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:36,695 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191756686Initializing all the Stores at 1732191756686Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191756686Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191756686Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191756686Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191756686Cleaning up temporary data from old regions at 1732191756692 (+6 ms)Region opened successfully at 1732191756695 (+3 ms) 2024-11-21T12:22:36,695 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:36,697 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdcf1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:36,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:36,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:36,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:36,697 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:36,698 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:36,698 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:36,698 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:36,699 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:36,700 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Unable to get data of znode /01927163668/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:36,800 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927163668/balancer already deleted, retry=false 2024-11-21T12:22:36,800 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:36,801 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Unable to get data of znode /01927163668/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:36,813 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927163668/normalizer already deleted, retry=false 2024-11-21T12:22:36,813 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:36,814 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Unable to get data of znode /01927163668/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:36,823 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927163668/switch/split already deleted, retry=false 2024-11-21T12:22:36,824 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Unable to get data of znode /01927163668/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:36,834 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927163668/switch/merge already deleted, retry=false 2024-11-21T12:22:36,836 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Unable to get data of znode /01927163668/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:36,844 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01927163668/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:36,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01927163668/running 2024-11-21T12:22:36,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01927163668/running 2024-11-21T12:22:36,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:36,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:36,855 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,32845,1732191754759, sessionid=0x1015d588df70000, setting cluster-up flag (Was=false) 2024-11-21T12:22:36,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:36,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:36,908 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01927163668/flush-table-proc/acquired, /01927163668/flush-table-proc/reached, /01927163668/flush-table-proc/abort 2024-11-21T12:22:36,908 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:36,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:36,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:36,960 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01927163668/online-snapshot/acquired, /01927163668/online-snapshot/reached, /01927163668/online-snapshot/abort 2024-11-21T12:22:36,961 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:36,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:36,963 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:36,963 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:36,963 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:36,964 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,32845,1732191754759 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:36,965 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191786966 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:36,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:36,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:36,966 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:36,967 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:36,967 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:36,967 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:36,967 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:36,967 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:36,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:36,967 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:36,967 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:36,967 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191756967,5,FailOnTimeoutGroup] 2024-11-21T12:22:36,968 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191756967,5,FailOnTimeoutGroup] 2024-11-21T12:22:36,968 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:36,968 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:36,968 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:36,968 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:36,978 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(746): ClusterId : 8b3926d6-7a9b-44b0-87bb-afab7f4647da 2024-11-21T12:22:36,978 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:36,990 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:36,990 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:37,003 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:37,003 DEBUG [RS:0;b4993cb2a74e:39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64726871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:37,018 DEBUG [RS:0;b4993cb2a74e:39505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:39505 2024-11-21T12:22:37,018 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:37,018 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:37,018 DEBUG [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:37,018 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,32845,1732191754759 with port=39505, startcode=1732191754943 2024-11-21T12:22:37,019 DEBUG [RS:0;b4993cb2a74e:39505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:37,020 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:37,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:37,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32845 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:37,021 DEBUG [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb 2024-11-21T12:22:37,021 DEBUG [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36629 2024-11-21T12:22:37,021 DEBUG [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668/rs 2024-11-21T12:22:37,034 DEBUG [RS:0;b4993cb2a74e:39505 {}] zookeeper.ZKUtil(111): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Set watcher on existing znode=/01927163668/rs/b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:37,034 WARN [RS:0;b4993cb2a74e:39505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:37,034 INFO [RS:0;b4993cb2a74e:39505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:37,035 DEBUG [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/WALs/b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:37,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,39505,1732191754943] 2024-11-21T12:22:37,037 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:37,040 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:37,040 INFO [RS:0;b4993cb2a74e:39505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:37,040 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,040 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:37,041 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:37,041 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:37,041 DEBUG [RS:0;b4993cb2a74e:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:37,042 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,042 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,042 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,042 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,042 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,042 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39505,1732191754943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:37,056 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:37,056 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39505,1732191754943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,056 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,056 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.Replication(171): b4993cb2a74e,39505,1732191754943 started 2024-11-21T12:22:37,068 INFO [RS:0;b4993cb2a74e:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:37,068 INFO [RS:0;b4993cb2a74e:39505 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,39505,1732191754943, RpcServer on b4993cb2a74e/172.17.0.2:39505, sessionid=0x1015d588df70001 2024-11-21T12:22:37,068 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:37,068 DEBUG [RS:0;b4993cb2a74e:39505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:37,068 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,39505,1732191754943' 2024-11-21T12:22:37,068 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01927163668/flush-table-proc/abort' 2024-11-21T12:22:37,069 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01927163668/flush-table-proc/acquired' 2024-11-21T12:22:37,069 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:37,069 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:37,069 DEBUG [RS:0;b4993cb2a74e:39505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:37,069 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,39505,1732191754943' 2024-11-21T12:22:37,069 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01927163668/online-snapshot/abort' 2024-11-21T12:22:37,069 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01927163668/online-snapshot/acquired' 2024-11-21T12:22:37,070 DEBUG [RS:0;b4993cb2a74e:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:37,070 INFO [RS:0;b4993cb2a74e:39505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:37,070 INFO [RS:0;b4993cb2a74e:39505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:37,170 INFO [RS:0;b4993cb2a74e:39505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:37,171 INFO [RS:0;b4993cb2a74e:39505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C39505%2C1732191754943, suffix=, logDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/WALs/b4993cb2a74e,39505,1732191754943, archiveDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/oldWALs, maxLogs=10 2024-11-21T12:22:37,188 DEBUG [RS:0;b4993cb2a74e:39505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/WALs/b4993cb2a74e,39505,1732191754943/b4993cb2a74e%2C39505%2C1732191754943.1732191757172, exclude list is [], retry=0 2024-11-21T12:22:37,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43965,DS-1a4a8f32-264d-4bc9-ab71-19ddcb2ed546,DISK] 2024-11-21T12:22:37,192 INFO [RS:0;b4993cb2a74e:39505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/WALs/b4993cb2a74e,39505,1732191754943/b4993cb2a74e%2C39505%2C1732191754943.1732191757172 2024-11-21T12:22:37,192 DEBUG [RS:0;b4993cb2a74e:39505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46047:46047)] 2024-11-21T12:22:37,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:37,378 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb 2024-11-21T12:22:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:37,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:37,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:37,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:37,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:37,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:37,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:37,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:37,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:37,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:37,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:37,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:37,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:37,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:37,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:37,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:37,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:37,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:37,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:37,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/hbase/meta/1588230740 2024-11-21T12:22:37,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/hbase/meta/1588230740 2024-11-21T12:22:37,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:37,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:37,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:37,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:37,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:37,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67814805, jitterRate=0.010519340634346008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:37,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191757783Initializing all the Stores at 1732191757783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191757783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191757784 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191757784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191757784Cleaning up temporary data from old regions at 1732191757790 (+6 ms)Region opened successfully at 1732191757794 (+4 ms) 2024-11-21T12:22:37,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:37,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:37,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:37,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:37,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:37,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:37,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191757794Disabling compacts and flushes for region at 1732191757794Disabling writes for close at 1732191757794Writing region close event to WAL at 1732191757795 (+1 ms)Closed at 1732191757795 2024-11-21T12:22:37,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:37,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:37,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:37,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:37,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:37,947 DEBUG [b4993cb2a74e:32845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:37,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:37,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,39505,1732191754943, state=OPENING 2024-11-21T12:22:38,010 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:38,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01927163668 2024-11-21T12:22:38,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927163668/meta-region-server: CHANGED 2024-11-21T12:22:38,022 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:38,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927163668/meta-region-server: CHANGED 2024-11-21T12:22:38,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,39505,1732191754943}] 2024-11-21T12:22:38,174 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:38,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:38,178 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:38,178 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:38,178 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:38,180 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C39505%2C1732191754943.meta, suffix=.meta, logDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/WALs/b4993cb2a74e,39505,1732191754943, archiveDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/oldWALs, maxLogs=10 2024-11-21T12:22:38,192 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/WALs/b4993cb2a74e,39505,1732191754943/b4993cb2a74e%2C39505%2C1732191754943.meta.1732191758180.meta, exclude list is [], retry=0 2024-11-21T12:22:38,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43965,DS-1a4a8f32-264d-4bc9-ab71-19ddcb2ed546,DISK] 2024-11-21T12:22:38,195 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/WALs/b4993cb2a74e,39505,1732191754943/b4993cb2a74e%2C39505%2C1732191754943.meta.1732191758180.meta 2024-11-21T12:22:38,195 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46047:46047)] 2024-11-21T12:22:38,195 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:38,195 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:38,195 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:38,196 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:38,196 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:38,196 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:38,196 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:38,196 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:38,196 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:38,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:38,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:38,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:38,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:38,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:38,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:38,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:38,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:38,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:38,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:38,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:38,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:38,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:38,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:38,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:38,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:38,200 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:38,201 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/hbase/meta/1588230740 2024-11-21T12:22:38,201 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/hbase/meta/1588230740 2024-11-21T12:22:38,202 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:38,202 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:38,203 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:38,204 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:38,205 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65438691, jitterRate=-0.02488751709461212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:38,205 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:38,205 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191758196Writing region info on filesystem at 1732191758196Initializing all the Stores at 1732191758196Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191758196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191758197 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191758197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191758197Cleaning up temporary data from old regions at 1732191758202 (+5 ms)Running coprocessor post-open hooks at 1732191758205 (+3 ms)Region opened successfully at 1732191758205 2024-11-21T12:22:38,206 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191758174 2024-11-21T12:22:38,207 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:38,208 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:38,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:38,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,39505,1732191754943, state=OPEN 2024-11-21T12:22:38,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1015d588df70001, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01927163668/meta-region-server 2024-11-21T12:22:38,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32845-0x1015d588df70000, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01927163668/meta-region-server 2024-11-21T12:22:38,252 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:38,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927163668/meta-region-server: CHANGED 2024-11-21T12:22:38,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01927163668/meta-region-server: CHANGED 2024-11-21T12:22:38,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:38,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,39505,1732191754943 in 230 msec 2024-11-21T12:22:38,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:38,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-21T12:22:38,255 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:38,255 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:38,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:38,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,39505,1732191754943, seqNum=-1] 2024-11-21T12:22:38,257 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:38,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:38,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-21T12:22:38,261 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191758261, completionTime=-1 2024-11-21T12:22:38,261 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:38,261 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191818262 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191878262 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,32845,1732191754759-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,32845,1732191754759-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,32845,1732191754759-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:38,262 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:32845, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:38,263 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:38,263 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:38,264 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.252sec 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,32845,1732191754759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:38,265 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,32845,1732191754759-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:38,267 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:38,267 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:38,267 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,32845,1732191754759-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:38,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f6f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,32845,-1 for getting cluster id 2024-11-21T12:22:38,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:38,279 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b3926d6-7a9b-44b0-87bb-afab7f4647da' 2024-11-21T12:22:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b3926d6-7a9b-44b0-87bb-afab7f4647da" 2024-11-21T12:22:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27631ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,32845,-1] 2024-11-21T12:22:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:38,280 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:38,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2b27d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,39505,1732191754943, seqNum=-1] 2024-11-21T12:22:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:38,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:38,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55186 2024-11-21T12:22:38,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55186, baseZNode=/01927163668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:38,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d588df70002 connected 2024-11-21T12:22:38,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a33516 2024-11-21T12:22:38,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:38,319 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:38,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:38,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:38,322 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:38,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:38,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:38,732 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98b827d3ff6ed756ca778aee1149de27, NAME => 'test,,1732191758319.98b827d3ff6ed756ca778aee1149de27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb 2024-11-21T12:22:38,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43965 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:39,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191758319.98b827d3ff6ed756ca778aee1149de27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:39,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 98b827d3ff6ed756ca778aee1149de27, disabling compactions & flushes 2024-11-21T12:22:39,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. 2024-11-21T12:22:39,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. 2024-11-21T12:22:39,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. after waiting 0 ms 2024-11-21T12:22:39,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. 2024-11-21T12:22:39,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. 2024-11-21T12:22:39,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98b827d3ff6ed756ca778aee1149de27: Waiting for close lock at 1732191759137Disabling compacts and flushes for region at 1732191759137Disabling writes for close at 1732191759137Writing region close event to WAL at 1732191759137Closed at 1732191759137 2024-11-21T12:22:39,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:39,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191758319.98b827d3ff6ed756ca778aee1149de27.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191759138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191759138"}]},"ts":"1732191759138"} 2024-11-21T12:22:39,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:39,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:39,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191759140"}]},"ts":"1732191759140"} 2024-11-21T12:22:39,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:39,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98b827d3ff6ed756ca778aee1149de27, ASSIGN}] 2024-11-21T12:22:39,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98b827d3ff6ed756ca778aee1149de27, ASSIGN 2024-11-21T12:22:39,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=98b827d3ff6ed756ca778aee1149de27, ASSIGN; state=OFFLINE, location=b4993cb2a74e,39505,1732191754943; forceNewPlan=false, retain=false 2024-11-21T12:22:39,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98b827d3ff6ed756ca778aee1149de27, regionState=OPENING, regionLocation=b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:39,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=98b827d3ff6ed756ca778aee1149de27, ASSIGN because future has completed 2024-11-21T12:22:39,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b827d3ff6ed756ca778aee1149de27, server=b4993cb2a74e,39505,1732191754943}] 2024-11-21T12:22:39,451 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. 2024-11-21T12:22:39,451 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 98b827d3ff6ed756ca778aee1149de27, NAME => 'test,,1732191758319.98b827d3ff6ed756ca778aee1149de27.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:39,451 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:39,451 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:39,451 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,451 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191758319.98b827d3ff6ed756ca778aee1149de27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:39,451 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,451 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,452 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,453 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b827d3ff6ed756ca778aee1149de27 columnFamilyName f 2024-11-21T12:22:39,453 DEBUG [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:39,453 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] regionserver.HStore(327): Store=98b827d3ff6ed756ca778aee1149de27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:39,454 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,454 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b827d3ff6ed756ca778aee1149de27 columnFamilyName f1 2024-11-21T12:22:39,454 DEBUG [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:39,455 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] regionserver.HStore(327): Store=98b827d3ff6ed756ca778aee1149de27/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:39,455 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,455 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98b827d3ff6ed756ca778aee1149de27 columnFamilyName norep 2024-11-21T12:22:39,455 DEBUG [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:39,456 INFO [StoreOpener-98b827d3ff6ed756ca778aee1149de27-1 {}] regionserver.HStore(327): Store=98b827d3ff6ed756ca778aee1149de27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:39,456 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,456 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/default/test/98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,456 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/default/test/98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,457 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,457 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,457 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:39,458 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:39,460 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/data/default/test/98b827d3ff6ed756ca778aee1149de27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:39,460 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 98b827d3ff6ed756ca778aee1149de27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73809517, jitterRate=0.09984751045703888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:39,460 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98b827d3ff6ed756ca778aee1149de27 2024-11-21T12:22:39,461 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 98b827d3ff6ed756ca778aee1149de27: Running coprocessor pre-open hook at 1732191759452Writing region info on filesystem at 1732191759452Initializing all the Stores at 1732191759452Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191759452Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191759452Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191759452Cleaning up temporary data from old regions at 1732191759457 (+5 ms)Running coprocessor post-open hooks at 1732191759460 (+3 ms)Region opened successfully at 1732191759461 (+1 ms) 2024-11-21T12:22:39,462 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191758319.98b827d3ff6ed756ca778aee1149de27., pid=6, masterSystemTime=1732191759448 2024-11-21T12:22:39,463 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. 2024-11-21T12:22:39,463 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191758319.98b827d3ff6ed756ca778aee1149de27. 2024-11-21T12:22:39,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98b827d3ff6ed756ca778aee1149de27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,39505,1732191754943 2024-11-21T12:22:39,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98b827d3ff6ed756ca778aee1149de27, server=b4993cb2a74e,39505,1732191754943 because future has completed 2024-11-21T12:22:39,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:39,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98b827d3ff6ed756ca778aee1149de27, server=b4993cb2a74e,39505,1732191754943 in 170 msec 2024-11-21T12:22:39,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:39,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=98b827d3ff6ed756ca778aee1149de27, ASSIGN in 325 msec 2024-11-21T12:22:39,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:39,469 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191759469"}]},"ts":"1732191759469"} 2024-11-21T12:22:39,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:39,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:39,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-21T12:22:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:40,468 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:40,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec01c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,32845,-1 for getting cluster id 2024-11-21T12:22:40,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:40,469 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b3926d6-7a9b-44b0-87bb-afab7f4647da' 2024-11-21T12:22:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b3926d6-7a9b-44b0-87bb-afab7f4647da" 2024-11-21T12:22:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb37e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,32845,-1] 2024-11-21T12:22:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,471 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7687f852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3979e05d 2024-11-21T12:22:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:40,472 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:40,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:32845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:40,475 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:32845' 2024-11-21T12:22:40,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312bf662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,476 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,32845,-1 for getting cluster id 2024-11-21T12:22:40,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:40,476 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b3926d6-7a9b-44b0-87bb-afab7f4647da' 2024-11-21T12:22:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b3926d6-7a9b-44b0-87bb-afab7f4647da" 2024-11-21T12:22:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5e1699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,32845,-1] 2024-11-21T12:22:40,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:40,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,477 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a51ea1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,478 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,32845,1732191754759 2024-11-21T12:22:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ae36fd 2024-11-21T12:22:40,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:40,480 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:40,480 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:22:40,480 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:40,480 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:40,480 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,481 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4993cb2a74e:32845, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:40,486 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4993cb2a74e:32845, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4993cb2a74e:32845, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4993cb2a74e:32845, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T12:22:40,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b4993cb2a74e:32845, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-21T12:22:40,487 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T12:22:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:40,580 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b4993cb2a74e:32845, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T12:22:40,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:40,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:40,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:40,593 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=529 (was 361) Potentially hanging thread: IPC Server handler 1 on default port 33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;b4993cb2a74e:39505 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 4 on default port 33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@bf1fc0c[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-757876080_20 at /127.0.0.1:35296 [Receiving block BP-724277732-172.17.0.2-1732191752801:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-724277732-172.17.0.2-1732191752801 heartbeating to localhost/127.0.0.1:36629 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5219af94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4993cb2a74e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp793841639-7891-acceptor-0@1783e82a-ServerConnector@26226928{HTTP/1.1, (http/1.1)}{localhost:36147} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4993cb2a74e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb-prefix:b4993cb2a74e,39505,1732191754943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55186 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1e775b77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@c607d1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp793841639-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4824434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7169d484 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-757876080_20 at /127.0.0.1:35266 [Receiving block BP-724277732-172.17.0.2-1732191752801:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55186) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 36629 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@29a2b91a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-724277732-172.17.0.2-1732191752801:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55186) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp398767926-7937-acceptor-0@3e86a59c-ServerConnector@fdd6878{HTTP/1.1, (http/1.1)}{localhost:45149} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp398767926-7939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@38d1e5fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp793841639-7894 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp793841639-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4824434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36629 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-724277732-172.17.0.2-1732191752801:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5eac4b57 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1121716174_20 at /127.0.0.1:35248 [Receiving block BP-724277732-172.17.0.2-1732191752801:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f48249f7380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191756967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 33915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcessThread(sid:0 cport:55186): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b4993cb2a74e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;b4993cb2a74e:32845 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp793841639-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4824434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/b4993cb2a74e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/data/data1/current/BP-724277732-172.17.0.2-1732191752801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@31e59d7a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 3 on default port 36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp793841639-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b4993cb2a74e:39505-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5b16d73-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp793841639-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4824434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp398767926-7936 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4824434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-724277732-172.17.0.2-1732191752801:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb/MasterData-prefix:b4993cb2a74e,32845,1732191754759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1090767436) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191756967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: b4993cb2a74e:32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: qtp398767926-7938 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55186) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: regionserver/b4993cb2a74e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 0 on default port 36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@35f3fda1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36629/user/jenkins/test-data/2fb23644-c284-cf10-962c-97c04ee617cb-prefix:b4993cb2a74e,39505,1732191754943.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 4 on default port 36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 33915 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/cluster_727fbdcd-b74d-4ba3-ebb6-74410444f06c/data/data2/current/BP-724277732-172.17.0.2-1732191752801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6e2c3b6c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f4824ab5d60.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp793841639-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-757876080_20 at /127.0.0.1:35214 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=502 (was 558) 2024-11-21T12:22:40,595 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-21T12:22:40,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=529, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=501 2024-11-21T12:22:40,607 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=529 is superior to 500 2024-11-21T12:22:40,620 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T12:22:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.log.dir so I do NOT create it in target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69 2024-11-21T12:22:40,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.tmp.dir so I do NOT create it in target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69 2024-11-21T12:22:40,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37ae1ef3-d594-e752-addb-63155b493ca5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:40,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69 2024-11-21T12:22:40,620 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616, deleteOnExit=true 2024-11-21T12:22:40,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616/zookeeper_0, clientPort=49291, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:22:40,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49291 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/test.cache.data in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:40,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:40,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:40,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:41,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:41,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:41,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:41,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:41,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:22:41,078 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:41,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3966980f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:41,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e46ca82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:41,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cf8ea88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/java.io.tmpdir/jetty-localhost-40595-hadoop-hdfs-3_4_1-tests_jar-_-any-2322608432458259291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:41,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3044a67f{HTTP/1.1, (http/1.1)}{localhost:40595} 2024-11-21T12:22:41,173 INFO [Time-limited test {}] server.Server(415): Started @335107ms 2024-11-21T12:22:41,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:41,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:41,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:41,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:41,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:22:41,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3310de14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:41,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3183ba7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:41,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ff8055{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/java.io.tmpdir/jetty-localhost-38509-hadoop-hdfs-3_4_1-tests_jar-_-any-11579265927834160389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:41,522 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62408e36{HTTP/1.1, (http/1.1)}{localhost:38509} 2024-11-21T12:22:41,522 INFO [Time-limited test {}] server.Server(415): Started @335456ms 2024-11-21T12:22:41,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:42,479 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616/data/data1/current/BP-174265884-172.17.0.2-1732191760739/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:42,479 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616/data/data2/current/BP-174265884-172.17.0.2-1732191760739/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:42,501 WARN [Thread-4302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4905be9a66d5bae2 with lease ID 0xfece9fc067393a6a: Processing first storage report for DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60 from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=c0fe75ad-2355-4167-97ef-bf38a89c504a, infoPort=39225, infoSecurePort=0, ipcPort=45767, storageInfo=lv=-57;cid=testClusterID;nsid=1071643433;c=1732191760739) 2024-11-21T12:22:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4905be9a66d5bae2 with lease ID 0xfece9fc067393a6a: from storage DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60 node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=c0fe75ad-2355-4167-97ef-bf38a89c504a, infoPort=39225, infoSecurePort=0, ipcPort=45767, storageInfo=lv=-57;cid=testClusterID;nsid=1071643433;c=1732191760739), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:22:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4905be9a66d5bae2 with lease ID 0xfece9fc067393a6a: Processing first storage report for DS-2c5e75ae-93cb-40bc-b531-d7087510d52f from datanode DatanodeRegistration(127.0.0.1:37163, datanodeUuid=c0fe75ad-2355-4167-97ef-bf38a89c504a, infoPort=39225, infoSecurePort=0, ipcPort=45767, storageInfo=lv=-57;cid=testClusterID;nsid=1071643433;c=1732191760739) 2024-11-21T12:22:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4905be9a66d5bae2 with lease ID 0xfece9fc067393a6a: from storage DS-2c5e75ae-93cb-40bc-b531-d7087510d52f node DatanodeRegistration(127.0.0.1:37163, datanodeUuid=c0fe75ad-2355-4167-97ef-bf38a89c504a, infoPort=39225, infoSecurePort=0, ipcPort=45767, storageInfo=lv=-57;cid=testClusterID;nsid=1071643433;c=1732191760739), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:42,547 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69 2024-11-21T12:22:42,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:42,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:42,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:42,955 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f with version=8 2024-11-21T12:22:42,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/hbase-staging 2024-11-21T12:22:42,957 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:42,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:42,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:42,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:42,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:42,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:42,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:42,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:42,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44321 2024-11-21T12:22:42,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44321 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:43,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:22:43,038 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:22:43,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443210x0, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:43,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44321-0x1015d58acf80000 connected 2024-11-21T12:22:43,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:22:43,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:22:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:22:43,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:22:43,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:43,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:43,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:43,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on znode that does not yet exist, /0-835453789/running 2024-11-21T12:22:43,135 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f, hbase.cluster.distributed=false 2024-11-21T12:22:43,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on znode that does not yet exist, /0-835453789/acl 2024-11-21T12:22:43,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-21T12:22:43,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44321 2024-11-21T12:22:43,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44321 2024-11-21T12:22:43,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-21T12:22:43,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44321 2024-11-21T12:22:43,151 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:43,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:43,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:43,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:43,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:43,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:43,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:43,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:43,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34169 2024-11-21T12:22:43,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34169 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:43,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:43,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:43,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341690x0, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:43,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341690x0, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on znode that does not yet exist, /0-835453789/running 2024-11-21T12:22:43,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34169-0x1015d58acf80001 connected 2024-11-21T12:22:43,174 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:43,175 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:43,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on znode that does not yet exist, /0-835453789/master 2024-11-21T12:22:43,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on znode that does not yet exist, /0-835453789/acl 2024-11-21T12:22:43,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34169 2024-11-21T12:22:43,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34169 2024-11-21T12:22:43,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34169 2024-11-21T12:22:43,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34169 2024-11-21T12:22:43,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34169 2024-11-21T12:22:43,196 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:44321 2024-11-21T12:22:43,196 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-835453789/backup-masters/b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789/backup-masters 2024-11-21T12:22:43,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789/backup-masters 2024-11-21T12:22:43,206 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on existing znode=/0-835453789/backup-masters/b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-835453789/master 2024-11-21T12:22:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:43,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:43,216 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on existing znode=/0-835453789/master 2024-11-21T12:22:43,216 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-835453789/backup-masters/b4993cb2a74e,44321,1732191762957 from backup master directory 2024-11-21T12:22:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-835453789/backup-masters/b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789/backup-masters 2024-11-21T12:22:43,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789/backup-masters 2024-11-21T12:22:43,226 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:43,226 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:43,229 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/hbase.id] with ID: 94fb73fa-11a3-4d86-bc48-45ae3bac731b 2024-11-21T12:22:43,229 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/.tmp/hbase.id 2024-11-21T12:22:43,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:43,232 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/.tmp/hbase.id]:[hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/hbase.id] 2024-11-21T12:22:43,239 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:43,239 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:43,240 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:22:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:43,652 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:43,652 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:43,653 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:43,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:43,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:43,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:43,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,058 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store 2024-11-21T12:22:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:44,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:44,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:44,463 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:44,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:44,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:44,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:44,463 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:44,463 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191764463Disabling compacts and flushes for region at 1732191764463Disabling writes for close at 1732191764463Writing region close event to WAL at 1732191764463Closed at 1732191764463 2024-11-21T12:22:44,464 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/.initializing 2024-11-21T12:22:44,464 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/WALs/b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:44,465 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:44,466 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C44321%2C1732191762957, suffix=, logDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/WALs/b4993cb2a74e,44321,1732191762957, archiveDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:44,478 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/WALs/b4993cb2a74e,44321,1732191762957/b4993cb2a74e%2C44321%2C1732191762957.1732191764466, exclude list is [], retry=0 2024-11-21T12:22:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60,DISK] 2024-11-21T12:22:44,481 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/WALs/b4993cb2a74e,44321,1732191762957/b4993cb2a74e%2C44321%2C1732191762957.1732191764466 2024-11-21T12:22:44,481 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-21T12:22:44,481 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:44,481 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:44,482 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,482 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:44,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:44,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:44,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:44,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:44,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:44,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:44,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:44,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:44,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:44,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:44,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:44,487 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,488 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,488 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,489 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,489 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,489 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:44,490 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:44,491 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:44,491 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70825654, jitterRate=0.05538448691368103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:44,491 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191764482Initializing all the Stores at 1732191764482Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191764482Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191764483 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191764483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191764483Cleaning up temporary data from old regions at 1732191764489 (+6 ms)Region opened successfully at 1732191764491 (+2 ms) 2024-11-21T12:22:44,492 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:44,493 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a67625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:44,494 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:44,494 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:44,494 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:44,494 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:44,494 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:44,495 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:44,495 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:44,496 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:44,497 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Unable to get data of znode /0-835453789/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:44,552 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-835453789/balancer already deleted, retry=false 2024-11-21T12:22:44,553 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:44,554 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Unable to get data of znode /0-835453789/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:44,563 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-835453789/normalizer already deleted, retry=false 2024-11-21T12:22:44,563 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:44,564 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Unable to get data of znode /0-835453789/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:44,573 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-835453789/switch/split already deleted, retry=false 2024-11-21T12:22:44,574 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Unable to get data of znode /0-835453789/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:44,584 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-835453789/switch/merge already deleted, retry=false 2024-11-21T12:22:44,586 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Unable to get data of znode /0-835453789/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:44,594 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-835453789/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-835453789/running 2024-11-21T12:22:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-835453789/running 2024-11-21T12:22:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:44,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:44,605 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,44321,1732191762957, sessionid=0x1015d58acf80000, setting cluster-up flag (Was=false) 2024-11-21T12:22:44,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:44,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:44,658 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-835453789/flush-table-proc/acquired, /0-835453789/flush-table-proc/reached, /0-835453789/flush-table-proc/abort 2024-11-21T12:22:44,659 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:44,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:44,710 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-835453789/online-snapshot/acquired, /0-835453789/online-snapshot/reached, /0-835453789/online-snapshot/abort 2024-11-21T12:22:44,711 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:44,712 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:44,714 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:44,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:44,714 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:44,714 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,44321,1732191762957 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:44,715 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,718 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191794718 2024-11-21T12:22:44,718 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:44,719 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:44,719 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:44,719 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:44,720 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:44,720 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:44,720 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:44,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:44,720 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191764720,5,FailOnTimeoutGroup] 2024-11-21T12:22:44,724 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191764720,5,FailOnTimeoutGroup] 2024-11-21T12:22:44,724 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,724 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:44,724 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,724 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:44,787 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(746): ClusterId : 94fb73fa-11a3-4d86-bc48-45ae3bac731b 2024-11-21T12:22:44,787 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:44,795 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:44,795 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:44,805 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:44,805 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:44,816 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:34169 2024-11-21T12:22:44,816 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:44,816 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:44,816 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:44,817 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,44321,1732191762957 with port=34169, startcode=1732191763151 2024-11-21T12:22:44,817 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:44,818 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:44,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:44,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44321 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:44,820 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f 2024-11-21T12:22:44,820 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36563 2024-11-21T12:22:44,820 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:44,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789/rs 2024-11-21T12:22:44,827 DEBUG [RS:0;b4993cb2a74e:34169 {}] zookeeper.ZKUtil(111): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on existing znode=/0-835453789/rs/b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:44,827 WARN [RS:0;b4993cb2a74e:34169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:44,827 INFO [RS:0;b4993cb2a74e:34169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:44,827 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:44,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,34169,1732191763151] 2024-11-21T12:22:44,829 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:44,831 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:44,831 INFO [RS:0;b4993cb2a74e:34169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:44,831 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,831 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:44,832 DEBUG [RS:0;b4993cb2a74e:34169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,832 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34169,1732191763151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:44,845 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:44,846 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,34169,1732191763151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,846 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,846 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.Replication(171): b4993cb2a74e,34169,1732191763151 started 2024-11-21T12:22:44,857 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:44,857 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,34169,1732191763151, RpcServer on b4993cb2a74e/172.17.0.2:34169, sessionid=0x1015d58acf80001 2024-11-21T12:22:44,857 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:44,857 DEBUG [RS:0;b4993cb2a74e:34169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:44,857 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34169,1732191763151' 2024-11-21T12:22:44,857 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-835453789/flush-table-proc/abort' 2024-11-21T12:22:44,857 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-835453789/flush-table-proc/acquired' 2024-11-21T12:22:44,858 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:44,858 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:44,858 DEBUG [RS:0;b4993cb2a74e:34169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:44,858 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,34169,1732191763151' 2024-11-21T12:22:44,858 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-835453789/online-snapshot/abort' 2024-11-21T12:22:44,858 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-835453789/online-snapshot/acquired' 2024-11-21T12:22:44,858 DEBUG [RS:0;b4993cb2a74e:34169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:44,858 INFO [RS:0;b4993cb2a74e:34169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:44,858 INFO [RS:0;b4993cb2a74e:34169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:44,959 INFO [RS:0;b4993cb2a74e:34169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:44,960 INFO [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34169%2C1732191763151, suffix=, logDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151, archiveDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs, maxLogs=10 2024-11-21T12:22:44,972 DEBUG [RS:0;b4993cb2a74e:34169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960, exclude list is [], retry=0 2024-11-21T12:22:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60,DISK] 2024-11-21T12:22:44,975 INFO [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 2024-11-21T12:22:44,976 DEBUG [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-21T12:22:45,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:45,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f 2024-11-21T12:22:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:45,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:45,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:45,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:45,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:45,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:45,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:45,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:45,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:45,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:45,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:45,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740 2024-11-21T12:22:45,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740 2024-11-21T12:22:45,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:45,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:45,542 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:45,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:45,544 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:45,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65117142, jitterRate=-0.02967897057533264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:45,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191765532Initializing all the Stores at 1732191765533 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191765533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191765533Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191765533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191765533Cleaning up temporary data from old regions at 1732191765542 (+9 ms)Region opened successfully at 1732191765545 (+3 ms) 2024-11-21T12:22:45,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:45,545 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:45,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:45,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:45,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:45,545 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:45,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191765545Disabling compacts and flushes for region at 1732191765545Disabling writes for close at 1732191765545Writing region close event to WAL at 1732191765545Closed at 1732191765545 2024-11-21T12:22:45,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:45,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:45,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:45,546 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:45,547 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:45,697 DEBUG [b4993cb2a74e:44321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:45,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:45,699 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34169,1732191763151, state=OPENING 2024-11-21T12:22:45,710 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:45,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:45,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:22:45,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-835453789/meta-region-server: CHANGED 2024-11-21T12:22:45,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-835453789/meta-region-server: CHANGED 2024-11-21T12:22:45,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:45,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34169,1732191763151}] 2024-11-21T12:22:45,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:45,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:45,876 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:45,877 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:45,877 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:45,878 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34169%2C1732191763151.meta, suffix=.meta, logDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151, archiveDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs, maxLogs=10 2024-11-21T12:22:45,890 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191765878.meta, exclude list is [], retry=0 2024-11-21T12:22:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60,DISK] 2024-11-21T12:22:45,893 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191765878.meta 2024-11-21T12:22:45,893 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-21T12:22:45,893 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:45,893 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:45,893 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:45,893 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:45,893 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:45,894 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:45,894 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:45,894 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:45,894 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:45,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:45,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:45,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:45,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:45,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:45,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:45,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:45,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:45,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:45,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:45,898 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:45,898 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740 2024-11-21T12:22:45,899 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740 2024-11-21T12:22:45,899 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:45,899 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:45,900 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:45,901 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:45,901 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67112845, jitterRate=5.932152271270752E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:45,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:45,902 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191765894Writing region info on filesystem at 1732191765894Initializing all the Stores at 1732191765894Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191765894Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191765894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191765895 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191765895Cleaning up temporary data from old regions at 1732191765899 (+4 ms)Running coprocessor post-open hooks at 1732191765902 (+3 ms)Region opened successfully at 1732191765902 2024-11-21T12:22:45,902 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191765873 2024-11-21T12:22:45,904 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:45,904 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:45,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:45,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,34169,1732191763151, state=OPEN 2024-11-21T12:22:45,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-835453789/meta-region-server 2024-11-21T12:22:45,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-835453789/meta-region-server 2024-11-21T12:22:45,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:45,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-835453789/meta-region-server: CHANGED 2024-11-21T12:22:45,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-835453789/meta-region-server: CHANGED 2024-11-21T12:22:45,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:45,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,34169,1732191763151 in 226 msec 2024-11-21T12:22:45,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:45,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-21T12:22:45,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:45,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:45,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:45,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34169,1732191763151, seqNum=-1] 2024-11-21T12:22:45,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:45,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:45,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-21T12:22:45,957 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191765957, completionTime=-1 2024-11-21T12:22:45,957 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:45,957 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191825959 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191885959 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44321,1732191762957-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44321,1732191762957-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44321,1732191762957-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:44321, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:45,959 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:45,961 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.735sec 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44321,1732191762957-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:45,962 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44321,1732191762957-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:45,963 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:45,963 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:45,963 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,44321,1732191762957-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:45,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2f2d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:45,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44321,-1 for getting cluster id 2024-11-21T12:22:45,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:45,989 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94fb73fa-11a3-4d86-bc48-45ae3bac731b' 2024-11-21T12:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94fb73fa-11a3-4d86-bc48-45ae3bac731b" 2024-11-21T12:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5510fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44321,-1] 2024-11-21T12:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:45,990 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:45,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191e59e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:45,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34169,1732191763151, seqNum=-1] 2024-11-21T12:22:45,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:45,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:45,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:45,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:46,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015d58acf80002 connected 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.log.dir so I do NOT create it in target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561 2024-11-21T12:22:46,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.tmp.dir so I do NOT create it in target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561 2024-11-21T12:22:46,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:46,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/cluster_2b55ba6a-e330-7427-f1b4-6822f95c1a14, deleteOnExit=true 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/test.cache.data in system properties and HBase conf 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:46,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:46,127 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:46,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:46,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:46,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:46,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:46,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:46,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:46,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:46,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:46,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:46,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:46,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:46,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@188a55d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:46,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f88d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:46,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@305b964d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/java.io.tmpdir/jetty-localhost-39005-hadoop-hdfs-3_4_1-tests_jar-_-any-15589751381193855104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:46,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@303cef64{HTTP/1.1, (http/1.1)}{localhost:39005} 2024-11-21T12:22:46,713 INFO [Time-limited test {}] server.Server(415): Started @340647ms 2024-11-21T12:22:47,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:47,262 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:47,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:47,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:47,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:47,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5e343c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:47,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1722fd67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:47,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70dd2d2a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/java.io.tmpdir/jetty-localhost-39541-hadoop-hdfs-3_4_1-tests_jar-_-any-11050682226691799827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:47,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2393f6bc{HTTP/1.1, (http/1.1)}{localhost:39541} 2024-11-21T12:22:47,369 INFO [Time-limited test {}] server.Server(415): Started @341303ms 2024-11-21T12:22:47,370 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:48,200 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/cluster_2b55ba6a-e330-7427-f1b4-6822f95c1a14/data/data1/current/BP-306015330-172.17.0.2-1732191766145/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:48,201 WARN [Thread-4436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/cluster_2b55ba6a-e330-7427-f1b4-6822f95c1a14/data/data2/current/BP-306015330-172.17.0.2-1732191766145/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:48,233 WARN [Thread-4423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72f258057243ab16 with lease ID 0x1973febe986195f0: Processing first storage report for DS-9c325fd6-49ab-4d58-9856-bd13f062b97b from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=82a5ce29-c039-4549-a5bf-5b55e56ced81, infoPort=34031, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=1253395058;c=1732191766145) 2024-11-21T12:22:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72f258057243ab16 with lease ID 0x1973febe986195f0: from storage DS-9c325fd6-49ab-4d58-9856-bd13f062b97b node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=82a5ce29-c039-4549-a5bf-5b55e56ced81, infoPort=34031, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=1253395058;c=1732191766145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72f258057243ab16 with lease ID 0x1973febe986195f0: Processing first storage report for DS-47ef1736-d762-4a6a-8402-81251da64027 from datanode DatanodeRegistration(127.0.0.1:40179, datanodeUuid=82a5ce29-c039-4549-a5bf-5b55e56ced81, infoPort=34031, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=1253395058;c=1732191766145) 2024-11-21T12:22:48,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72f258057243ab16 with lease ID 0x1973febe986195f0: from storage DS-47ef1736-d762-4a6a-8402-81251da64027 node DatanodeRegistration(127.0.0.1:40179, datanodeUuid=82a5ce29-c039-4549-a5bf-5b55e56ced81, infoPort=34031, infoSecurePort=0, ipcPort=35519, storageInfo=lv=-57;cid=testClusterID;nsid=1253395058;c=1732191766145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:48,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561 2024-11-21T12:22:48,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:48,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:48,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902 with version=8 2024-11-21T12:22:48,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/hbase-staging 2024-11-21T12:22:48,339 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:48,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:48,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:48,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:48,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:48,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:48,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:48,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:48,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46611 2024-11-21T12:22:48,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46611 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:48,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466110x0, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:48,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46611-0x1015d58acf80003 connected 2024-11-21T12:22:48,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:48,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:48,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on znode that does not yet exist, /11325627771/running 2024-11-21T12:22:48,438 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902, hbase.cluster.distributed=false 2024-11-21T12:22:48,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on znode that does not yet exist, /11325627771/acl 2024-11-21T12:22:48,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46611 2024-11-21T12:22:48,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46611 2024-11-21T12:22:48,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46611 2024-11-21T12:22:48,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46611 2024-11-21T12:22:48,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46611 2024-11-21T12:22:48,487 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:48,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:48,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:48,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:48,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:48,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:48,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:48,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:48,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45477 2024-11-21T12:22:48,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45477 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:48,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:48,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454770x0, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:48,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454770x0, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on znode that does not yet exist, /11325627771/running 2024-11-21T12:22:48,511 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:48,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45477-0x1015d58acf80004 connected 2024-11-21T12:22:48,514 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:48,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on znode that does not yet exist, /11325627771/master 2024-11-21T12:22:48,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on znode that does not yet exist, /11325627771/acl 2024-11-21T12:22:48,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-21T12:22:48,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45477 2024-11-21T12:22:48,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45477 2024-11-21T12:22:48,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-21T12:22:48,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45477 2024-11-21T12:22:48,548 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:46611 2024-11-21T12:22:48,548 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11325627771/backup-masters/b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:48,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771/backup-masters 2024-11-21T12:22:48,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771/backup-masters 2024-11-21T12:22:48,561 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on existing znode=/11325627771/backup-masters/b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11325627771/master 2024-11-21T12:22:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:48,575 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on existing znode=/11325627771/master 2024-11-21T12:22:48,575 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11325627771/backup-masters/b4993cb2a74e,46611,1732191768339 from backup master directory 2024-11-21T12:22:48,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771/backup-masters 2024-11-21T12:22:48,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11325627771/backup-masters/b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:48,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771/backup-masters 2024-11-21T12:22:48,584 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:48,584 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:48,591 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/hbase.id] with ID: 08f904aa-d409-4fb2-b4a0-a40ba9c849d1 2024-11-21T12:22:48,591 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/.tmp/hbase.id 2024-11-21T12:22:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:48,604 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/.tmp/hbase.id]:[hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/hbase.id] 2024-11-21T12:22:48,613 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:48,613 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:48,615 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T12:22:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:48,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:49,034 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:49,035 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:49,036 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:49,452 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store 2024-11-21T12:22:49,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:49,869 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:49,869 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:49,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:49,869 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:49,869 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:49,869 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:49,870 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:49,870 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191769869Disabling compacts and flushes for region at 1732191769869Disabling writes for close at 1732191769869Writing region close event to WAL at 1732191769869Closed at 1732191769870 (+1 ms) 2024-11-21T12:22:49,875 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/.initializing 2024-11-21T12:22:49,875 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/WALs/b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:49,875 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:49,877 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C46611%2C1732191768339, suffix=, logDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/WALs/b4993cb2a74e,46611,1732191768339, archiveDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:49,891 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/WALs/b4993cb2a74e,46611,1732191768339/b4993cb2a74e%2C46611%2C1732191768339.1732191769877, exclude list is [], retry=0 2024-11-21T12:22:49,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-9c325fd6-49ab-4d58-9856-bd13f062b97b,DISK] 2024-11-21T12:22:49,900 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/WALs/b4993cb2a74e,46611,1732191768339/b4993cb2a74e%2C46611%2C1732191768339.1732191769877 2024-11-21T12:22:49,902 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34031:34031)] 2024-11-21T12:22:49,902 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:49,902 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:49,902 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,902 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:49,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:49,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:49,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:49,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:49,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:49,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:49,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:49,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:49,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:49,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:49,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:49,909 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,910 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,910 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,911 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,911 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,911 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:49,915 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:49,921 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:49,921 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70609672, jitterRate=0.052166104316711426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:49,921 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191769902Initializing all the Stores at 1732191769903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191769903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191769903Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191769903Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191769903Cleaning up temporary data from old regions at 1732191769911 (+8 ms)Region opened successfully at 1732191769921 (+10 ms) 2024-11-21T12:22:49,922 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:49,924 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8c7169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:49,925 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:49,925 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:49,925 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:49,925 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:49,926 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:49,926 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:49,926 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:49,934 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:49,934 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Unable to get data of znode /11325627771/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:49,952 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11325627771/balancer already deleted, retry=false 2024-11-21T12:22:49,953 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:49,953 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Unable to get data of znode /11325627771/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:49,963 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11325627771/normalizer already deleted, retry=false 2024-11-21T12:22:49,963 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:49,964 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Unable to get data of znode /11325627771/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:50,047 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11325627771/switch/split already deleted, retry=false 2024-11-21T12:22:50,048 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Unable to get data of znode /11325627771/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:50,057 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11325627771/switch/merge already deleted, retry=false 2024-11-21T12:22:50,059 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Unable to get data of znode /11325627771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:50,068 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11325627771/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11325627771/running 2024-11-21T12:22:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11325627771/running 2024-11-21T12:22:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,079 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,46611,1732191768339, sessionid=0x1015d58acf80003, setting cluster-up flag (Was=false) 2024-11-21T12:22:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,148 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11325627771/flush-table-proc/acquired, /11325627771/flush-table-proc/reached, /11325627771/flush-table-proc/abort 2024-11-21T12:22:50,149 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:50,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,317 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11325627771/online-snapshot/acquired, /11325627771/online-snapshot/reached, /11325627771/online-snapshot/abort 2024-11-21T12:22:50,318 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:50,319 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:50,320 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:50,320 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:50,320 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:50,321 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,46611,1732191768339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:50,322 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191800323 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:50,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:50,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:50,323 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:50,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:50,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:50,324 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:50,324 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191770324,5,FailOnTimeoutGroup] 2024-11-21T12:22:50,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:50,324 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191770324,5,FailOnTimeoutGroup] 2024-11-21T12:22:50,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:50,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,324 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:50,338 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(746): ClusterId : 08f904aa-d409-4fb2-b4a0-a40ba9c849d1 2024-11-21T12:22:50,338 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:50,382 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:50,382 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:50,445 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:50,446 DEBUG [RS:0;b4993cb2a74e:45477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef50533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:50,458 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:45477 2024-11-21T12:22:50,458 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:50,458 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:50,458 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:50,459 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,46611,1732191768339 with port=45477, startcode=1732191768487 2024-11-21T12:22:50,459 DEBUG [RS:0;b4993cb2a74e:45477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:50,460 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:50,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:50,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46611 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:50,462 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902 2024-11-21T12:22:50,462 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46537 2024-11-21T12:22:50,462 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:50,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771/rs 2024-11-21T12:22:50,513 DEBUG [RS:0;b4993cb2a74e:45477 {}] zookeeper.ZKUtil(111): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on existing znode=/11325627771/rs/b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:50,513 WARN [RS:0;b4993cb2a74e:45477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:50,513 INFO [RS:0;b4993cb2a74e:45477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:50,513 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:50,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,45477,1732191768487] 2024-11-21T12:22:50,515 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:50,517 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:50,517 INFO [RS:0;b4993cb2a74e:45477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:50,517 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,520 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:50,521 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:50,521 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:50,521 DEBUG [RS:0;b4993cb2a74e:45477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:50,524 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,524 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,524 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,524 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,524 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,524 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45477,1732191768487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:50,539 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:50,539 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,45477,1732191768487-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,539 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,539 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.Replication(171): b4993cb2a74e,45477,1732191768487 started 2024-11-21T12:22:50,555 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:50,555 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,45477,1732191768487, RpcServer on b4993cb2a74e/172.17.0.2:45477, sessionid=0x1015d58acf80004 2024-11-21T12:22:50,555 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:50,555 DEBUG [RS:0;b4993cb2a74e:45477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:50,555 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,45477,1732191768487' 2024-11-21T12:22:50,555 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11325627771/flush-table-proc/abort' 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11325627771/flush-table-proc/acquired' 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,45477,1732191768487' 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11325627771/online-snapshot/abort' 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11325627771/online-snapshot/acquired' 2024-11-21T12:22:50,556 DEBUG [RS:0;b4993cb2a74e:45477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:50,557 INFO [RS:0;b4993cb2a74e:45477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:50,557 INFO [RS:0;b4993cb2a74e:45477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:50,657 INFO [RS:0;b4993cb2a74e:45477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:50,658 INFO [RS:0;b4993cb2a74e:45477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45477%2C1732191768487, suffix=, logDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487, archiveDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/oldWALs, maxLogs=10 2024-11-21T12:22:50,672 DEBUG [RS:0;b4993cb2a74e:45477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487/b4993cb2a74e%2C45477%2C1732191768487.1732191770659, exclude list is [], retry=0 2024-11-21T12:22:50,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-9c325fd6-49ab-4d58-9856-bd13f062b97b,DISK] 2024-11-21T12:22:50,677 INFO [RS:0;b4993cb2a74e:45477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487/b4993cb2a74e%2C45477%2C1732191768487.1732191770659 2024-11-21T12:22:50,677 DEBUG [RS:0;b4993cb2a74e:45477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34031:34031)] 2024-11-21T12:22:50,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:50,734 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902 2024-11-21T12:22:50,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:50,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:50,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:50,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:50,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:50,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:50,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:50,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:50,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:50,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:50,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:50,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:50,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:50,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:50,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:50,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:50,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:50,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:50,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:50,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740 2024-11-21T12:22:50,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740 2024-11-21T12:22:50,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:50,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:50,751 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:50,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:50,758 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:50,759 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62839950, jitterRate=-0.06361177563667297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:50,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191770743Initializing all the Stores at 1732191770743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191770743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191770743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191770743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191770743Cleaning up temporary data from old regions at 1732191770750 (+7 ms)Region opened successfully at 1732191770759 (+9 ms) 2024-11-21T12:22:50,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:50,759 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:50,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:50,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:50,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:50,760 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:50,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191770759Disabling compacts and flushes for region at 1732191770759Disabling writes for close at 1732191770759Writing region close event to WAL at 1732191770760 (+1 ms)Closed at 1732191770760 2024-11-21T12:22:50,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:50,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:50,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:50,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:50,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:50,916 DEBUG [b4993cb2a74e:46611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:50,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:50,918 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,45477,1732191768487, state=OPENING 2024-11-21T12:22:50,938 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:22:50,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11325627771/meta-region-server: CHANGED 2024-11-21T12:22:50,949 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:50,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45477,1732191768487}] 2024-11-21T12:22:50,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11325627771/meta-region-server: CHANGED 2024-11-21T12:22:51,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:51,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:51,106 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:51,107 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:51,107 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:51,108 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C45477%2C1732191768487.meta, suffix=.meta, logDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487, archiveDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/oldWALs, maxLogs=10 2024-11-21T12:22:51,130 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487/b4993cb2a74e%2C45477%2C1732191768487.meta.1732191771108.meta, exclude list is [], retry=0 2024-11-21T12:22:51,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40179,DS-9c325fd6-49ab-4d58-9856-bd13f062b97b,DISK] 2024-11-21T12:22:51,135 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487/b4993cb2a74e%2C45477%2C1732191768487.meta.1732191771108.meta 2024-11-21T12:22:51,136 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34031:34031)] 2024-11-21T12:22:51,136 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:51,137 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:51,137 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:51,137 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:51,137 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:51,137 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:51,137 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:51,138 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:51,138 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:51,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:51,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:51,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:51,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:51,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:51,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:51,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:51,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:51,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:51,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:51,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:51,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:51,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:51,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:51,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:51,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:51,144 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:51,145 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740 2024-11-21T12:22:51,146 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740 2024-11-21T12:22:51,147 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:51,147 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:51,147 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:51,148 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:51,149 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74451862, jitterRate=0.10941919684410095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:51,149 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:51,149 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191771138Writing region info on filesystem at 1732191771138Initializing all the Stores at 1732191771138Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191771138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191771139 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191771139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191771139Cleaning up temporary data from old regions at 1732191771147 (+8 ms)Running coprocessor post-open hooks at 1732191771149 (+2 ms)Region opened successfully at 1732191771149 2024-11-21T12:22:51,150 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191771101 2024-11-21T12:22:51,152 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:51,152 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:51,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:51,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,45477,1732191768487, state=OPEN 2024-11-21T12:22:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11325627771/meta-region-server 2024-11-21T12:22:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11325627771/meta-region-server 2024-11-21T12:22:51,195 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:51,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11325627771/meta-region-server: CHANGED 2024-11-21T12:22:51,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11325627771/meta-region-server: CHANGED 2024-11-21T12:22:51,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:51,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,45477,1732191768487 in 246 msec 2024-11-21T12:22:51,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:51,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec 2024-11-21T12:22:51,199 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:51,199 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:51,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:51,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45477,1732191768487, seqNum=-1] 2024-11-21T12:22:51,200 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:51,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:51,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-21T12:22:51,205 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191771205, completionTime=-1 2024-11-21T12:22:51,205 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:51,206 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:51,207 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:51,207 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191831207 2024-11-21T12:22:51,207 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191891207 2024-11-21T12:22:51,207 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:51,207 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46611,1732191768339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:51,207 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46611,1732191768339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:51,208 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46611,1732191768339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:51,208 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:46611, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:51,208 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:51,208 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:51,210 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.650sec 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46611,1732191768339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:51,235 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46611,1732191768339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:51,237 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:51,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:51,237 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,46611,1732191768339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:51,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdfee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:51,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46611,-1 for getting cluster id 2024-11-21T12:22:51,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:51,240 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08f904aa-d409-4fb2-b4a0-a40ba9c849d1' 2024-11-21T12:22:51,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08f904aa-d409-4fb2-b4a0-a40ba9c849d1" 2024-11-21T12:22:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666dbd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46611,-1] 2024-11-21T12:22:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:51,242 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:51,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b62d873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:51,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45477,1732191768487, seqNum=-1] 2024-11-21T12:22:51,244 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:51,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:51,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:51,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:51,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:51,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015d58acf80005 connected 2024-11-21T12:22:51,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.log.dir so I do NOT create it in target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779 2024-11-21T12:22:51,359 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.tmp.dir so I do NOT create it in target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779 2024-11-21T12:22:51,359 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:51,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/cluster_9ba8e619-5696-2024-a328-b05b509771d9, deleteOnExit=true 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/test.cache.data in system properties and HBase conf 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:51,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:51,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:51,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:51,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:51,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:51,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:52,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:52,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:52,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:52,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:52,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:52,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1688c83c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:52,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5191af03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:52,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58b297ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/java.io.tmpdir/jetty-localhost-39755-hadoop-hdfs-3_4_1-tests_jar-_-any-11216219834549860901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:52,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22c77bdf{HTTP/1.1, (http/1.1)}{localhost:39755} 2024-11-21T12:22:52,277 INFO [Time-limited test {}] server.Server(415): Started @346210ms 2024-11-21T12:22:52,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:52,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:52,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:52,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:52,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:52,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37691d0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:52,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410fcdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:52,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f9b1071{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/java.io.tmpdir/jetty-localhost-45425-hadoop-hdfs-3_4_1-tests_jar-_-any-13544113079335523769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:52,876 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61cb7adf{HTTP/1.1, (http/1.1)}{localhost:45425} 2024-11-21T12:22:52,877 INFO [Time-limited test {}] server.Server(415): Started @346810ms 2024-11-21T12:22:52,878 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:53,537 WARN [Thread-4557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/cluster_9ba8e619-5696-2024-a328-b05b509771d9/data/data2/current/BP-335164772-172.17.0.2-1732191771381/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:53,537 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/cluster_9ba8e619-5696-2024-a328-b05b509771d9/data/data1/current/BP-335164772-172.17.0.2-1732191771381/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:53,559 WARN [Thread-4544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa99d61120a44aea4 with lease ID 0x97657ebed48ef841: Processing first storage report for DS-a3ff7640-f9aa-4489-8f5d-ef60a362aa1b from datanode DatanodeRegistration(127.0.0.1:41117, datanodeUuid=69445f5f-1676-4882-87a8-67990be8c526, infoPort=44737, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=1618591775;c=1732191771381) 2024-11-21T12:22:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa99d61120a44aea4 with lease ID 0x97657ebed48ef841: from storage DS-a3ff7640-f9aa-4489-8f5d-ef60a362aa1b node DatanodeRegistration(127.0.0.1:41117, datanodeUuid=69445f5f-1676-4882-87a8-67990be8c526, infoPort=44737, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=1618591775;c=1732191771381), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa99d61120a44aea4 with lease ID 0x97657ebed48ef841: Processing first storage report for DS-ac2808f1-bb5a-46d2-85d2-ab822e669550 from datanode DatanodeRegistration(127.0.0.1:41117, datanodeUuid=69445f5f-1676-4882-87a8-67990be8c526, infoPort=44737, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=1618591775;c=1732191771381) 2024-11-21T12:22:53,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa99d61120a44aea4 with lease ID 0x97657ebed48ef841: from storage DS-ac2808f1-bb5a-46d2-85d2-ab822e669550 node DatanodeRegistration(127.0.0.1:41117, datanodeUuid=69445f5f-1676-4882-87a8-67990be8c526, infoPort=44737, infoSecurePort=0, ipcPort=37425, storageInfo=lv=-57;cid=testClusterID;nsid=1618591775;c=1732191771381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:53,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779 2024-11-21T12:22:53,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:54,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f with version=8 2024-11-21T12:22:54,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/hbase-staging 2024-11-21T12:22:54,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:54,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:54,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:54,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:54,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:54,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:54,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:54,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:54,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39589 2024-11-21T12:22:54,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39589 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:54,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395890x0, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:54,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39589-0x1015d58acf80006 connected 2024-11-21T12:22:54,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:54,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:54,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on znode that does not yet exist, /2-523845140/running 2024-11-21T12:22:54,259 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f, hbase.cluster.distributed=false 2024-11-21T12:22:54,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on znode that does not yet exist, /2-523845140/acl 2024-11-21T12:22:54,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39589 2024-11-21T12:22:54,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39589 2024-11-21T12:22:54,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39589 2024-11-21T12:22:54,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39589 2024-11-21T12:22:54,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39589 2024-11-21T12:22:54,275 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4993cb2a74e:0 server-side Connection retries=45 2024-11-21T12:22:54,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:54,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:54,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:54,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:54,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:54,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:54,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:54,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35001 2024-11-21T12:22:54,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35001 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:54,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:54,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:54,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350010x0, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:54,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350010x0, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on znode that does not yet exist, /2-523845140/running 2024-11-21T12:22:54,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35001-0x1015d58acf80007 connected 2024-11-21T12:22:54,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:54,298 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:54,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on znode that does not yet exist, /2-523845140/master 2024-11-21T12:22:54,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on znode that does not yet exist, /2-523845140/acl 2024-11-21T12:22:54,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-21T12:22:54,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35001 2024-11-21T12:22:54,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35001 2024-11-21T12:22:54,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-21T12:22:54,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35001 2024-11-21T12:22:54,325 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4993cb2a74e:39589 2024-11-21T12:22:54,326 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-523845140/backup-masters/b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140/backup-masters 2024-11-21T12:22:54,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140/backup-masters 2024-11-21T12:22:54,338 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on existing znode=/2-523845140/backup-masters/b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:54,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-523845140/master 2024-11-21T12:22:54,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:54,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:54,348 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on existing znode=/2-523845140/master 2024-11-21T12:22:54,348 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:54,349 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-523845140/backup-masters/b4993cb2a74e,39589,1732191774056 from backup master directory 2024-11-21T12:22:54,349 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:54,349 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148823 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140/backup-masters 2024-11-21T12:22:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-523845140/backup-masters/b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:54,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140/backup-masters 2024-11-21T12:22:54,359 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:54,359 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:54,362 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/hbase.id] with ID: 817cc98b-4b97-4111-80b1-2727961416f3 2024-11-21T12:22:54,362 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/.tmp/hbase.id 2024-11-21T12:22:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:54,770 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/.tmp/hbase.id]:[hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/hbase.id] 2024-11-21T12:22:54,779 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:54,779 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:54,779 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T12:22:54,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:54,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:54,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:55,195 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:55,196 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:55,196 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:55,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:55,602 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store 2024-11-21T12:22:55,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:55,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:55,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:55,608 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:55,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:55,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:55,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:55,608 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:55,608 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191775608Disabling compacts and flushes for region at 1732191775608Disabling writes for close at 1732191775608Writing region close event to WAL at 1732191775608Closed at 1732191775608 2024-11-21T12:22:55,609 WARN [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/.initializing 2024-11-21T12:22:55,609 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/WALs/b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:55,610 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:55,611 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4993cb2a74e%2C39589%2C1732191774056, suffix=, logDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/WALs/b4993cb2a74e,39589,1732191774056, archiveDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:55,628 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/WALs/b4993cb2a74e,39589,1732191774056/b4993cb2a74e%2C39589%2C1732191774056.1732191775611, exclude list is [], retry=0 2024-11-21T12:22:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-a3ff7640-f9aa-4489-8f5d-ef60a362aa1b,DISK] 2024-11-21T12:22:55,631 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/WALs/b4993cb2a74e,39589,1732191774056/b4993cb2a74e%2C39589%2C1732191774056.1732191775611 2024-11-21T12:22:55,632 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44737:44737)] 2024-11-21T12:22:55,632 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:55,632 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:55,632 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,632 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:55,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:55,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:55,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:55,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:55,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:55,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:55,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:55,640 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,640 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,641 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,642 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,642 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,642 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:55,643 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:55,644 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:55,644 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546079, jitterRate=-0.09779311716556549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:55,645 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191775632Initializing all the Stores at 1732191775633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191775633Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191775633Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191775633Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191775633Cleaning up temporary data from old regions at 1732191775642 (+9 ms)Region opened successfully at 1732191775645 (+3 ms) 2024-11-21T12:22:55,645 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:55,647 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1f9656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:55,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:55,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:55,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:55,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:55,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:55,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:55,648 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:55,650 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:55,651 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Unable to get data of znode /2-523845140/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:55,699 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-523845140/balancer already deleted, retry=false 2024-11-21T12:22:55,700 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:55,701 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Unable to get data of znode /2-523845140/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:55,710 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-523845140/normalizer already deleted, retry=false 2024-11-21T12:22:55,710 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:55,711 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Unable to get data of znode /2-523845140/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:55,720 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-523845140/switch/split already deleted, retry=false 2024-11-21T12:22:55,721 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Unable to get data of znode /2-523845140/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:55,731 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-523845140/switch/merge already deleted, retry=false 2024-11-21T12:22:55,733 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Unable to get data of znode /2-523845140/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:55,741 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-523845140/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:55,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-523845140/running 2024-11-21T12:22:55,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-523845140/running 2024-11-21T12:22:55,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:55,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:55,752 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4993cb2a74e,39589,1732191774056, sessionid=0x1015d58acf80006, setting cluster-up flag (Was=false) 2024-11-21T12:22:55,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:55,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:55,804 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-523845140/flush-table-proc/acquired, /2-523845140/flush-table-proc/reached, /2-523845140/flush-table-proc/abort 2024-11-21T12:22:55,805 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:55,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:55,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:55,857 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-523845140/online-snapshot/acquired, /2-523845140/online-snapshot/reached, /2-523845140/online-snapshot/abort 2024-11-21T12:22:55,858 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:55,859 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:55,861 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:55,861 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:55,861 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:55,862 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4993cb2a74e,39589,1732191774056 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4993cb2a74e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:55,863 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:55,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:55,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:55,868 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191805868 2024-11-21T12:22:55,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:55,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:55,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:55,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:55,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:55,869 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:55,872 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,872 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:55,873 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:55,873 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:55,873 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:55,873 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:55,873 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:55,873 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191775873,5,FailOnTimeoutGroup] 2024-11-21T12:22:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:55,876 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191775873,5,FailOnTimeoutGroup] 2024-11-21T12:22:55,876 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,876 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:55,876 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,876 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,911 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(746): ClusterId : 817cc98b-4b97-4111-80b1-2727961416f3 2024-11-21T12:22:55,911 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:55,921 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:55,921 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:55,931 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:55,932 DEBUG [RS:0;b4993cb2a74e:35001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c1b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4993cb2a74e/172.17.0.2:0 2024-11-21T12:22:55,947 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4993cb2a74e:35001 2024-11-21T12:22:55,947 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:55,947 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:55,947 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:55,948 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4993cb2a74e,39589,1732191774056 with port=35001, startcode=1732191774275 2024-11-21T12:22:55,948 DEBUG [RS:0;b4993cb2a74e:35001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:55,949 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:55,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:55,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39589 {}] master.ServerManager(517): Registering regionserver=b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:55,951 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f 2024-11-21T12:22:55,951 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36217 2024-11-21T12:22:55,951 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:55,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140/rs 2024-11-21T12:22:55,995 DEBUG [RS:0;b4993cb2a74e:35001 {}] zookeeper.ZKUtil(111): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on existing znode=/2-523845140/rs/b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:55,995 WARN [RS:0;b4993cb2a74e:35001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:55,995 INFO [RS:0;b4993cb2a74e:35001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:55,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4993cb2a74e,35001,1732191774275] 2024-11-21T12:22:55,995 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:55,998 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:56,000 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:56,000 INFO [RS:0;b4993cb2a74e:35001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:56,001 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,003 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:56,004 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:56,004 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4993cb2a74e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4993cb2a74e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:56,004 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:56,005 DEBUG [RS:0;b4993cb2a74e:35001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4993cb2a74e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:56,009 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,009 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,009 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,010 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,010 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,010 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35001,1732191774275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:56,024 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:56,024 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,35001,1732191774275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,024 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,024 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.Replication(171): b4993cb2a74e,35001,1732191774275 started 2024-11-21T12:22:56,041 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,041 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1482): Serving as b4993cb2a74e,35001,1732191774275, RpcServer on b4993cb2a74e/172.17.0.2:35001, sessionid=0x1015d58acf80007 2024-11-21T12:22:56,041 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:56,041 DEBUG [RS:0;b4993cb2a74e:35001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35001,1732191774275' 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-523845140/flush-table-proc/abort' 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-523845140/flush-table-proc/acquired' 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4993cb2a74e,35001,1732191774275' 2024-11-21T12:22:56,042 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-523845140/online-snapshot/abort' 2024-11-21T12:22:56,043 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-523845140/online-snapshot/acquired' 2024-11-21T12:22:56,043 DEBUG [RS:0;b4993cb2a74e:35001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:56,043 INFO [RS:0;b4993cb2a74e:35001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:56,043 INFO [RS:0;b4993cb2a74e:35001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:56,143 INFO [RS:0;b4993cb2a74e:35001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:56,144 INFO [RS:0;b4993cb2a74e:35001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35001%2C1732191774275, suffix=, logDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275, archiveDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/oldWALs, maxLogs=10 2024-11-21T12:22:56,159 DEBUG [RS:0;b4993cb2a74e:35001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275/b4993cb2a74e%2C35001%2C1732191774275.1732191776145, exclude list is [], retry=0 2024-11-21T12:22:56,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-a3ff7640-f9aa-4489-8f5d-ef60a362aa1b,DISK] 2024-11-21T12:22:56,163 INFO [RS:0;b4993cb2a74e:35001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275/b4993cb2a74e%2C35001%2C1732191774275.1732191776145 2024-11-21T12:22:56,164 DEBUG [RS:0;b4993cb2a74e:35001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44737:44737)] 2024-11-21T12:22:56,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:56,276 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f 2024-11-21T12:22:56,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:56,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:56,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:56,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:56,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:56,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:56,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:56,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:56,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:56,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:56,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:56,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:56,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740 2024-11-21T12:22:56,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740 2024-11-21T12:22:56,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:56,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:56,689 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:56,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:56,691 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:56,691 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70542068, jitterRate=0.05115872621536255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:56,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191776681Initializing all the Stores at 1732191776681Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191776681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191776682 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191776682Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191776682Cleaning up temporary data from old regions at 1732191776688 (+6 ms)Region opened successfully at 1732191776691 (+3 ms) 2024-11-21T12:22:56,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:56,691 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:56,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:56,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:56,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:56,692 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:56,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191776691Disabling compacts and flushes for region at 1732191776691Disabling writes for close at 1732191776691Writing region close event to WAL at 1732191776692 (+1 ms)Closed at 1732191776692 2024-11-21T12:22:56,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:56,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:56,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:56,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:56,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:56,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:56,845 DEBUG [b4993cb2a74e:39589 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:56,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:56,846 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35001,1732191774275, state=OPENING 2024-11-21T12:22:56,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:56,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:56,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:22:56,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-523845140/meta-region-server: CHANGED 2024-11-21T12:22:56,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-523845140/meta-region-server: CHANGED 2024-11-21T12:22:56,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:56,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35001,1732191774275}] 2024-11-21T12:22:57,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:57,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:57,024 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:57,024 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:57,024 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:57,025 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C35001%2C1732191774275.meta, suffix=.meta, logDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275, archiveDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/oldWALs, maxLogs=10 2024-11-21T12:22:57,038 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275/b4993cb2a74e%2C35001%2C1732191774275.meta.1732191777026.meta, exclude list is [], retry=0 2024-11-21T12:22:57,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41117,DS-a3ff7640-f9aa-4489-8f5d-ef60a362aa1b,DISK] 2024-11-21T12:22:57,041 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275/b4993cb2a74e%2C35001%2C1732191774275.meta.1732191777026.meta 2024-11-21T12:22:57,041 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44737:44737)] 2024-11-21T12:22:57,041 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:57,042 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:57,042 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:57,042 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:57,042 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:57,042 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:57,043 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:57,043 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:57,043 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:57,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:57,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:57,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:57,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:57,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:57,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:57,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:57,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:57,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:57,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:57,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:57,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:57,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:57,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:57,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:57,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:57,047 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:57,048 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740 2024-11-21T12:22:57,049 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740 2024-11-21T12:22:57,050 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:57,050 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:57,050 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:57,051 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:57,052 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68743087, jitterRate=0.0243518203496933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:57,052 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:57,052 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191777043Writing region info on filesystem at 1732191777043Initializing all the Stores at 1732191777044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191777044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191777044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191777044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191777044Cleaning up temporary data from old regions at 1732191777050 (+6 ms)Running coprocessor post-open hooks at 1732191777052 (+2 ms)Region opened successfully at 1732191777052 2024-11-21T12:22:57,053 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191777020 2024-11-21T12:22:57,054 DEBUG [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:57,054 INFO [RS_OPEN_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:57,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:57,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4993cb2a74e,35001,1732191774275, state=OPEN 2024-11-21T12:22:57,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-523845140/meta-region-server 2024-11-21T12:22:57,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-523845140/meta-region-server 2024-11-21T12:22:57,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35001,1732191774275 2024-11-21T12:22:57,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-523845140/meta-region-server: CHANGED 2024-11-21T12:22:57,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-523845140/meta-region-server: CHANGED 2024-11-21T12:22:57,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:57,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4993cb2a74e,35001,1732191774275 in 200 msec 2024-11-21T12:22:57,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:57,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-21T12:22:57,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:57,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:57,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:57,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35001,1732191774275, seqNum=-1] 2024-11-21T12:22:57,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:57,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:57,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-21T12:22:57,077 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191777077, completionTime=-1 2024-11-21T12:22:57,077 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:57,078 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:57,079 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:57,079 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191837079 2024-11-21T12:22:57,079 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191897079 2024-11-21T12:22:57,079 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:57,080 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39589,1732191774056-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:57,080 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39589,1732191774056-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:57,080 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39589,1732191774056-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:57,080 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4993cb2a74e:39589, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:57,080 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:57,080 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:57,081 DEBUG [master/b4993cb2a74e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.724sec 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39589,1732191774056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:57,083 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39589,1732191774056-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:57,085 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:57,085 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:57,085 INFO [master/b4993cb2a74e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4993cb2a74e,39589,1732191774056-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:57,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:57,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39589,-1 for getting cluster id 2024-11-21T12:22:57,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:57,112 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817cc98b-4b97-4111-80b1-2727961416f3' 2024-11-21T12:22:57,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817cc98b-4b97-4111-80b1-2727961416f3" 2024-11-21T12:22:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5110d685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39589,-1] 2024-11-21T12:22:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:57,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:57,114 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:57,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6030f2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:57,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35001,1732191774275, seqNum=-1] 2024-11-21T12:22:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:57,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:57,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4993cb2a74e,39589,1732191774056 2024-11-21T12:22:57,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49291 2024-11-21T12:22:57,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:57,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015d58acf80008 connected 2024-11-21T12:22:57,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:57,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44321,1732191762957 2024-11-21T12:22:57,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1829414d 2024-11-21T12:22:57,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:57,145 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:57,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:57,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:57,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:57,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:57,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:57,568 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34b4ad92e30e201e986d601945981081, NAME => 'test,,1732191777145.34b4ad92e30e201e986d601945981081.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f 2024-11-21T12:22:57,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:57,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191777145.34b4ad92e30e201e986d601945981081.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:57,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 34b4ad92e30e201e986d601945981081, disabling compactions & flushes 2024-11-21T12:22:57,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:22:57,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:22:57,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191777145.34b4ad92e30e201e986d601945981081. after waiting 0 ms 2024-11-21T12:22:57,972 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:22:57,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:22:57,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34b4ad92e30e201e986d601945981081: Waiting for close lock at 1732191777972Disabling compacts and flushes for region at 1732191777972Disabling writes for close at 1732191777972Writing region close event to WAL at 1732191777972Closed at 1732191777972 2024-11-21T12:22:57,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:57,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191777145.34b4ad92e30e201e986d601945981081.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191777974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191777974"}]},"ts":"1732191777974"} 2024-11-21T12:22:57,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:57,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:57,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191777977"}]},"ts":"1732191777977"} 2024-11-21T12:22:57,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:57,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34b4ad92e30e201e986d601945981081, ASSIGN}] 2024-11-21T12:22:57,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34b4ad92e30e201e986d601945981081, ASSIGN 2024-11-21T12:22:57,985 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=34b4ad92e30e201e986d601945981081, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34169,1732191763151; forceNewPlan=false, retain=false 2024-11-21T12:22:58,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34b4ad92e30e201e986d601945981081, regionState=OPENING, regionLocation=b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:58,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=34b4ad92e30e201e986d601945981081, ASSIGN because future has completed 2024-11-21T12:22:58,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34b4ad92e30e201e986d601945981081, server=b4993cb2a74e,34169,1732191763151}] 2024-11-21T12:22:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:58,296 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:22:58,296 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34b4ad92e30e201e986d601945981081, NAME => 'test,,1732191777145.34b4ad92e30e201e986d601945981081.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:58,297 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:58,297 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:58,297 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,297 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191777145.34b4ad92e30e201e986d601945981081.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:58,297 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,297 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,299 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,300 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b4ad92e30e201e986d601945981081 columnFamilyName f 2024-11-21T12:22:58,300 DEBUG [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:58,301 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] regionserver.HStore(327): Store=34b4ad92e30e201e986d601945981081/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:58,301 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,301 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b4ad92e30e201e986d601945981081 columnFamilyName f1 2024-11-21T12:22:58,302 DEBUG [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:58,302 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] regionserver.HStore(327): Store=34b4ad92e30e201e986d601945981081/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:58,302 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,302 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34b4ad92e30e201e986d601945981081 columnFamilyName norep 2024-11-21T12:22:58,303 DEBUG [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:58,303 INFO [StoreOpener-34b4ad92e30e201e986d601945981081-1 {}] regionserver.HStore(327): Store=34b4ad92e30e201e986d601945981081/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:58,303 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,303 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,304 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,304 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,304 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,305 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:58,305 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,307 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:58,307 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34b4ad92e30e201e986d601945981081; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74915613, jitterRate=0.116329625248909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:58,307 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34b4ad92e30e201e986d601945981081 2024-11-21T12:22:58,307 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34b4ad92e30e201e986d601945981081: Running coprocessor pre-open hook at 1732191778297Writing region info on filesystem at 1732191778297Initializing all the Stores at 1732191778298 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191778298Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191778299 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191778299Cleaning up temporary data from old regions at 1732191778304 (+5 ms)Running coprocessor post-open hooks at 1732191778307 (+3 ms)Region opened successfully at 1732191778307 2024-11-21T12:22:58,308 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191777145.34b4ad92e30e201e986d601945981081., pid=6, masterSystemTime=1732191778292 2024-11-21T12:22:58,309 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:22:58,310 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:22:58,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34b4ad92e30e201e986d601945981081, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,34169,1732191763151 2024-11-21T12:22:58,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34b4ad92e30e201e986d601945981081, server=b4993cb2a74e,34169,1732191763151 because future has completed 2024-11-21T12:22:58,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:58,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34b4ad92e30e201e986d601945981081, server=b4993cb2a74e,34169,1732191763151 in 173 msec 2024-11-21T12:22:58,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:58,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=34b4ad92e30e201e986d601945981081, ASSIGN in 335 msec 2024-11-21T12:22:58,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:58,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191778316"}]},"ts":"1732191778316"} 2024-11-21T12:22:58,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:58,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:58,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-21T12:22:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:59,308 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:59,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46611,1732191768339 2024-11-21T12:22:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd21590 2024-11-21T12:22:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:59,310 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:59,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:59,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:59,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:59,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:59,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26fb88738ea2b3477e936d83c8e1282c, NAME => 'test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902 2024-11-21T12:22:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:59,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:59,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26fb88738ea2b3477e936d83c8e1282c, disabling compactions & flushes 2024-11-21T12:22:59,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:22:59,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:22:59,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. after waiting 0 ms 2024-11-21T12:22:59,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:22:59,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:22:59,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26fb88738ea2b3477e936d83c8e1282c: Waiting for close lock at 1732191779730Disabling compacts and flushes for region at 1732191779730Disabling writes for close at 1732191779730Writing region close event to WAL at 1732191779730Closed at 1732191779730 2024-11-21T12:22:59,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:59,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191779731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191779731"}]},"ts":"1732191779731"} 2024-11-21T12:22:59,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:59,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:59,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191779733"}]},"ts":"1732191779733"} 2024-11-21T12:22:59,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:59,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26fb88738ea2b3477e936d83c8e1282c, ASSIGN}] 2024-11-21T12:22:59,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26fb88738ea2b3477e936d83c8e1282c, ASSIGN 2024-11-21T12:22:59,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26fb88738ea2b3477e936d83c8e1282c, ASSIGN; state=OFFLINE, location=b4993cb2a74e,45477,1732191768487; forceNewPlan=false, retain=false 2024-11-21T12:22:59,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26fb88738ea2b3477e936d83c8e1282c, regionState=OPENING, regionLocation=b4993cb2a74e,45477,1732191768487 2024-11-21T12:22:59,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26fb88738ea2b3477e936d83c8e1282c, ASSIGN because future has completed 2024-11-21T12:22:59,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26fb88738ea2b3477e936d83c8e1282c, server=b4993cb2a74e,45477,1732191768487}] 2024-11-21T12:22:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:00,043 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:00,044 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26fb88738ea2b3477e936d83c8e1282c, NAME => 'test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:00,044 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:00,044 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:00,044 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,044 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:00,045 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,045 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,046 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,047 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26fb88738ea2b3477e936d83c8e1282c columnFamilyName f 2024-11-21T12:23:00,047 DEBUG [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:00,048 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] regionserver.HStore(327): Store=26fb88738ea2b3477e936d83c8e1282c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:00,048 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,049 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26fb88738ea2b3477e936d83c8e1282c columnFamilyName f1 2024-11-21T12:23:00,049 DEBUG [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:00,049 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] regionserver.HStore(327): Store=26fb88738ea2b3477e936d83c8e1282c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:00,049 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,050 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26fb88738ea2b3477e936d83c8e1282c columnFamilyName norep 2024-11-21T12:23:00,050 DEBUG [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:00,050 INFO [StoreOpener-26fb88738ea2b3477e936d83c8e1282c-1 {}] regionserver.HStore(327): Store=26fb88738ea2b3477e936d83c8e1282c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:00,050 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,051 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,051 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,052 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,052 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,052 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:00,053 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,054 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:00,054 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26fb88738ea2b3477e936d83c8e1282c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72524325, jitterRate=0.08069665729999542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:00,054 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:00,054 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26fb88738ea2b3477e936d83c8e1282c: Running coprocessor pre-open hook at 1732191780045Writing region info on filesystem at 1732191780045Initializing all the Stores at 1732191780046 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191780046Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191780046Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191780046Cleaning up temporary data from old regions at 1732191780052 (+6 ms)Running coprocessor post-open hooks at 1732191780054 (+2 ms)Region opened successfully at 1732191780054 2024-11-21T12:23:00,055 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c., pid=6, masterSystemTime=1732191780041 2024-11-21T12:23:00,057 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:00,057 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:00,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26fb88738ea2b3477e936d83c8e1282c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,45477,1732191768487 2024-11-21T12:23:00,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26fb88738ea2b3477e936d83c8e1282c, server=b4993cb2a74e,45477,1732191768487 because future has completed 2024-11-21T12:23:00,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:00,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26fb88738ea2b3477e936d83c8e1282c, server=b4993cb2a74e,45477,1732191768487 in 180 msec 2024-11-21T12:23:00,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:00,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26fb88738ea2b3477e936d83c8e1282c, ASSIGN in 336 msec 2024-11-21T12:23:00,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:00,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191780073"}]},"ts":"1732191780073"} 2024-11-21T12:23:00,074 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:00,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:00,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-21T12:23:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:00,449 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:00,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:00,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39589,1732191774056 2024-11-21T12:23:00,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b5d639d 2024-11-21T12:23:00,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:00,451 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:00,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:23:00,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:00,453 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:00,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:23:00,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:23:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:00,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6abfccf5f7c6ab21e8540a7f093b473e, NAME => 'test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f 2024-11-21T12:23:00,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:23:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:01,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:01,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6abfccf5f7c6ab21e8540a7f093b473e, disabling compactions & flushes 2024-11-21T12:23:01,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:01,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:01,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. after waiting 0 ms 2024-11-21T12:23:01,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:01,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:01,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6abfccf5f7c6ab21e8540a7f093b473e: Waiting for close lock at 1732191781264Disabling compacts and flushes for region at 1732191781264Disabling writes for close at 1732191781264Writing region close event to WAL at 1732191781264Closed at 1732191781264 2024-11-21T12:23:01,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:01,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191781265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191781265"}]},"ts":"1732191781265"} 2024-11-21T12:23:01,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:01,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:01,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191781268"}]},"ts":"1732191781268"} 2024-11-21T12:23:01,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:23:01,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6abfccf5f7c6ab21e8540a7f093b473e, ASSIGN}] 2024-11-21T12:23:01,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6abfccf5f7c6ab21e8540a7f093b473e, ASSIGN 2024-11-21T12:23:01,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6abfccf5f7c6ab21e8540a7f093b473e, ASSIGN; state=OFFLINE, location=b4993cb2a74e,35001,1732191774275; forceNewPlan=false, retain=false 2024-11-21T12:23:01,422 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6abfccf5f7c6ab21e8540a7f093b473e, regionState=OPENING, regionLocation=b4993cb2a74e,35001,1732191774275 2024-11-21T12:23:01,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6abfccf5f7c6ab21e8540a7f093b473e, ASSIGN because future has completed 2024-11-21T12:23:01,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6abfccf5f7c6ab21e8540a7f093b473e, server=b4993cb2a74e,35001,1732191774275}] 2024-11-21T12:23:01,578 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:01,578 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6abfccf5f7c6ab21e8540a7f093b473e, NAME => 'test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:01,579 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:01,579 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:01,579 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,579 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:01,579 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,579 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,582 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,583 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abfccf5f7c6ab21e8540a7f093b473e columnFamilyName f 2024-11-21T12:23:01,583 DEBUG [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:01,584 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] regionserver.HStore(327): Store=6abfccf5f7c6ab21e8540a7f093b473e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:01,584 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,585 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abfccf5f7c6ab21e8540a7f093b473e columnFamilyName f1 2024-11-21T12:23:01,585 DEBUG [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:01,585 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] regionserver.HStore(327): Store=6abfccf5f7c6ab21e8540a7f093b473e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:01,585 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,586 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6abfccf5f7c6ab21e8540a7f093b473e columnFamilyName norep 2024-11-21T12:23:01,586 DEBUG [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:01,586 INFO [StoreOpener-6abfccf5f7c6ab21e8540a7f093b473e-1 {}] regionserver.HStore(327): Store=6abfccf5f7c6ab21e8540a7f093b473e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:01,586 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,587 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,587 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,588 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,588 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,588 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:01,589 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,590 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:01,591 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6abfccf5f7c6ab21e8540a7f093b473e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59760066, jitterRate=-0.10950562357902527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:01,591 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:01,591 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6abfccf5f7c6ab21e8540a7f093b473e: Running coprocessor pre-open hook at 1732191781579Writing region info on filesystem at 1732191781579Initializing all the Stores at 1732191781580 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191781580Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191781582 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191781582Cleaning up temporary data from old regions at 1732191781588 (+6 ms)Running coprocessor post-open hooks at 1732191781591 (+3 ms)Region opened successfully at 1732191781591 2024-11-21T12:23:01,592 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e., pid=6, masterSystemTime=1732191781576 2024-11-21T12:23:01,593 DEBUG [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:01,593 INFO [RS_OPEN_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:01,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6abfccf5f7c6ab21e8540a7f093b473e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b4993cb2a74e,35001,1732191774275 2024-11-21T12:23:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6abfccf5f7c6ab21e8540a7f093b473e, server=b4993cb2a74e,35001,1732191774275 because future has completed 2024-11-21T12:23:01,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:01,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6abfccf5f7c6ab21e8540a7f093b473e, server=b4993cb2a74e,35001,1732191774275 in 172 msec 2024-11-21T12:23:01,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:01,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6abfccf5f7c6ab21e8540a7f093b473e, ASSIGN in 328 msec 2024-11-21T12:23:01,599 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:01,599 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191781599"}]},"ts":"1732191781599"} 2024-11-21T12:23:01,600 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:01,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:01,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-21T12:23:02,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:02,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:02,598 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:02,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9311d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:02,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44321,-1 for getting cluster id 2024-11-21T12:23:02,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:02,600 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94fb73fa-11a3-4d86-bc48-45ae3bac731b' 2024-11-21T12:23:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94fb73fa-11a3-4d86-bc48-45ae3bac731b" 2024-11-21T12:23:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e40d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44321,-1] 2024-11-21T12:23:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:02,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,601 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:02,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794e577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:02,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44321,1732191762957 2024-11-21T12:23:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44e59440 2024-11-21T12:23:02,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:02,604 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:02,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://b4993cb2a74e:46611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:02,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:02,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:02,606 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:46611' 2024-11-21T12:23:02,607 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435cc675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:02,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:02,607 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46611,-1 for getting cluster id 2024-11-21T12:23:02,607 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:02,608 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08f904aa-d409-4fb2-b4a0-a40ba9c849d1' 2024-11-21T12:23:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08f904aa-d409-4fb2-b4a0-a40ba9c849d1" 2024-11-21T12:23:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5f2964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46611,-1] 2024-11-21T12:23:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:02,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:02,609 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:02,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ece77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:02,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:02,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46611,1732191768339 2024-11-21T12:23:02,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182199b 2024-11-21T12:23:02,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:02,611 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:02,611 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:23:02,611 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:02,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:02,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:02,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:02,612 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:02,613 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:23:02,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:02,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:02,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:02,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:23:02,663 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:23:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:03,020 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fe7a7252f437d6bf873e347363d74a8, NAME => 'hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f 2024-11-21T12:23:03,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:23:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:03,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:03,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fe7a7252f437d6bf873e347363d74a8, disabling compactions & flushes 2024-11-21T12:23:03,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:03,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:03,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. after waiting 0 ms 2024-11-21T12:23:03,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:03,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:03,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fe7a7252f437d6bf873e347363d74a8: Waiting for close lock at 1732191783425Disabling compacts and flushes for region at 1732191783425Disabling writes for close at 1732191783426 (+1 ms)Writing region close event to WAL at 1732191783426Closed at 1732191783426 2024-11-21T12:23:03,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:03,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191783427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191783427"}]},"ts":"1732191783427"} 2024-11-21T12:23:03,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:03,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:03,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191783430"}]},"ts":"1732191783430"} 2024-11-21T12:23:03,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:23:03,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fe7a7252f437d6bf873e347363d74a8, ASSIGN}] 2024-11-21T12:23:03,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fe7a7252f437d6bf873e347363d74a8, ASSIGN 2024-11-21T12:23:03,434 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fe7a7252f437d6bf873e347363d74a8, ASSIGN; state=OFFLINE, location=b4993cb2a74e,34169,1732191763151; forceNewPlan=false, retain=false 2024-11-21T12:23:03,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fe7a7252f437d6bf873e347363d74a8, regionState=OPENING, regionLocation=b4993cb2a74e,34169,1732191763151 2024-11-21T12:23:03,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fe7a7252f437d6bf873e347363d74a8, ASSIGN because future has completed 2024-11-21T12:23:03,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe7a7252f437d6bf873e347363d74a8, server=b4993cb2a74e,34169,1732191763151}] 2024-11-21T12:23:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:03,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:03,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:03,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:23:03,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b4993cb2a74e%2C34169%2C1732191763151.rep, suffix=, logDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151, archiveDir=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs, maxLogs=10 2024-11-21T12:23:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.rep.1732191783745, exclude list is [], retry=0 2024-11-21T12:23:03,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60,DISK] 2024-11-21T12:23:03,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.rep.1732191783745 2024-11-21T12:23:03,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-21T12:23:03,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fe7a7252f437d6bf873e347363d74a8, NAME => 'hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:03,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:03,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:03,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. service=MultiRowMutationService 2024-11-21T12:23:03,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:23:03,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:03,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,764 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,765 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe7a7252f437d6bf873e347363d74a8 columnFamilyName hfileref 2024-11-21T12:23:03,765 DEBUG [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,765 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] regionserver.HStore(327): Store=8fe7a7252f437d6bf873e347363d74a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:03,765 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,766 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe7a7252f437d6bf873e347363d74a8 columnFamilyName queue 2024-11-21T12:23:03,766 DEBUG [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,766 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] regionserver.HStore(327): Store=8fe7a7252f437d6bf873e347363d74a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:03,767 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,767 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe7a7252f437d6bf873e347363d74a8 columnFamilyName sid 2024-11-21T12:23:03,767 DEBUG [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,767 INFO [StoreOpener-8fe7a7252f437d6bf873e347363d74a8-1 {}] regionserver.HStore(327): Store=8fe7a7252f437d6bf873e347363d74a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:03,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:03,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:03,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fe7a7252f437d6bf873e347363d74a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64258984, jitterRate=-0.04246652126312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fe7a7252f437d6bf873e347363d74a8: Running coprocessor pre-open hook at 1732191783763Writing region info on filesystem at 1732191783763Initializing all the Stores at 1732191783763Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191783763Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191783763Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191783763Cleaning up temporary data from old regions at 1732191783769 (+6 ms)Running coprocessor post-open hooks at 1732191783772 (+3 ms)Region opened successfully at 1732191783772 2024-11-21T12:23:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8., pid=10, masterSystemTime=1732191783740 2024-11-21T12:23:03,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:03,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:03,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fe7a7252f437d6bf873e347363d74a8, regionState=OPEN, openSeqNum=2, regionLocation=b4993cb2a74e,34169,1732191763151 2024-11-21T12:23:03,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe7a7252f437d6bf873e347363d74a8, server=b4993cb2a74e,34169,1732191763151 because future has completed 2024-11-21T12:23:03,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:23:03,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fe7a7252f437d6bf873e347363d74a8, server=b4993cb2a74e,34169,1732191763151 in 189 msec 2024-11-21T12:23:03,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:23:03,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fe7a7252f437d6bf873e347363d74a8, ASSIGN in 346 msec 2024-11-21T12:23:03,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:03,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191783781"}]},"ts":"1732191783781"} 2024-11-21T12:23:03,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:23:03,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:03,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-21T12:23:03,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2] 2024-11-21T12:23:03,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:23:03,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:23:03,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:04,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:23:04,073 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:23:04,100 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b4993cb2a74e,34169,1732191763151, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:04,100 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:04,100 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34169,1732191763151, seqNum=-1] 2024-11-21T12:23:04,101 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:04,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:04,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b4993cb2a74e,34169,1732191763151', locateType=CURRENT is [region=hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2] 2024-11-21T12:23:04,105 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:23:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:23:04,106 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b4993cb2a74e,34169,1732191763151 suceeded 2024-11-21T12:23:04,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:23:04,108 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b4993cb2a74e:46611,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:04,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T12:23:04,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-21T12:23:04,119 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:46611' 2024-11-21T12:23:04,119 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4164491c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,119 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46611,-1 for getting cluster id 2024-11-21T12:23:04,120 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:04,120 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08f904aa-d409-4fb2-b4a0-a40ba9c849d1' 2024-11-21T12:23:04,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:04,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08f904aa-d409-4fb2-b4a0-a40ba9c849d1" 2024-11-21T12:23:04,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a5df822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46611,-1] 2024-11-21T12:23:04,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:04,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:04,121 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:04,122 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74f34a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,122 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:04,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46611,1732191768339 2024-11-21T12:23:04,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bc3d84e 2024-11-21T12:23:04,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:04,123 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:04,123 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b4993cb2a74e,34169,1732191763151 (queues=1) is replicating from cluster=94fb73fa-11a3-4d86-bc48-45ae3bac731b to cluster=08f904aa-d409-4fb2-b4a0-a40ba9c849d1 2024-11-21T12:23:04,123 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b4993cb2a74e%2C34169%2C1732191763151 2024-11-21T12:23:04,123 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b4993cb2a74e,34169,1732191763151, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:04,124 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C34169%2C1732191763151 2024-11-21T12:23:04,124 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960, startPosition=0, beingWritten=true 2024-11-21T12:23:04,127 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:04,127 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 379, reset compression=false 2024-11-21T12:23:04,127 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34169,1732191763151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:04,330 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 379, reset compression=false 2024-11-21T12:23:04,347 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:23:04,633 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 379, reset compression=false 2024-11-21T12:23:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:04,748 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:04,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:04,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:04,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:04,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:04,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:04,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29388b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44321,-1 for getting cluster id 2024-11-21T12:23:04,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:04,750 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94fb73fa-11a3-4d86-bc48-45ae3bac731b' 2024-11-21T12:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94fb73fa-11a3-4d86-bc48-45ae3bac731b" 2024-11-21T12:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585fc997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44321,-1] 2024-11-21T12:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:04,750 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:04,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a9df68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baef7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46611,-1 for getting cluster id 2024-11-21T12:23:04,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:04,752 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08f904aa-d409-4fb2-b4a0-a40ba9c849d1' 2024-11-21T12:23:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08f904aa-d409-4fb2-b4a0-a40ba9c849d1" 2024-11-21T12:23:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ed509a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46611,-1] 2024-11-21T12:23:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:04,753 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542472de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625c3bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39589,-1 for getting cluster id 2024-11-21T12:23:04,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:04,754 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817cc98b-4b97-4111-80b1-2727961416f3' 2024-11-21T12:23:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817cc98b-4b97-4111-80b1-2727961416f3" 2024-11-21T12:23:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2843c4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39589,-1] 2024-11-21T12:23:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:04,755 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b92f235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:04,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:04,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732191784758/Put/seqid=0 2024-11-21T12:23:04,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741840_1016 (size=7894) 2024-11-21T12:23:05,036 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 379, reset compression=false 2024-11-21T12:23:05,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732191785163/Put/seqid=0 2024-11-21T12:23:05,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741841_1017 (size=7691) 2024-11-21T12:23:05,540 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 379, reset compression=false 2024-11-21T12:23:05,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d7a01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:05,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44321,-1 for getting cluster id 2024-11-21T12:23:05,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:05,625 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94fb73fa-11a3-4d86-bc48-45ae3bac731b' 2024-11-21T12:23:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:05,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94fb73fa-11a3-4d86-bc48-45ae3bac731b" 2024-11-21T12:23:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606ac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44321,-1] 2024-11-21T12:23:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:05,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:05,627 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:05,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f2dca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:05,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34169,1732191763151, seqNum=-1] 2024-11-21T12:23:05,628 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:05,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:05,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44321,1732191762957 2024-11-21T12:23:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6c9d31 2024-11-21T12:23:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:05,636 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2] 2024-11-21T12:23:05,641 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:23:05,645 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T12:23:05,647 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T12:23:05,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T12:23:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:05,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T12:23:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HRegion(2603): Flush status journal for 34b4ad92e30e201e986d601945981081: 2024-11-21T12:23:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_1 2024-11-21T12:23:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_1 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ 2024-11-21T12:23:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_0 2024-11-21T12:23:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_0 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ 2024-11-21T12:23:05,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_1 into 34b4ad92e30e201e986d601945981081/f as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ - updating store file list. 2024-11-21T12:23:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:05,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ into 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:05,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_1 into 34b4ad92e30e201e986d601945981081/f (new location: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_) 2024-11-21T12:23:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_1 2024-11-21T12:23:05,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_0 into 34b4ad92e30e201e986d601945981081/f as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ - updating store file list. 2024-11-21T12:23:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf452ff056b54b24a167b579fa266dbb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:05,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ into 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:05,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_0 into 34b4ad92e30e201e986d601945981081/f (new location: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_) 2024-11-21T12:23:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__885i0tqkgjvjfvkgtbme8njfc1584rchuet0np0qvqujgjofjht76ikrmrl696s1/f/hfile_0 2024-11-21T12:23:05,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:05,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:05,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:05,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:05,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:05,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2 , the old value is region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4993cb2a74e:34169 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:23:05,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:23:05,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2 from cache 2024-11-21T12:23:05,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:05,687 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:23:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45477,1732191768487, seqNum=-1] 2024-11-21T12:23:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:05,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c., hostname=b4993cb2a74e,45477,1732191768487, seqNum=2] 2024-11-21T12:23:05,695 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:23:05,789 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:34169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:23:06,144 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 379, reset compression=false 2024-11-21T12:23:06,147 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:06,147 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34169,1732191763151 got entry batch from reader: WALEntryBatch [walEntries=[{test/34b4ad92e30e201e986d601945981081/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191785684/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:23:06,149 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:06,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:06,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] regionserver.ReplicationSink(318): Replicating [94fb73fa-11a3-4d86-bc48-45ae3bac731b] bulk loaded data 2024-11-21T12:23:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fae3427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,46611,-1 for getting cluster id 2024-11-21T12:23:06,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:06,151 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08f904aa-d409-4fb2-b4a0-a40ba9c849d1' 2024-11-21T12:23:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08f904aa-d409-4fb2-b4a0-a40ba9c849d1" 2024-11-21T12:23:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae57b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,46611,-1] 2024-11-21T12:23:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:06,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:06,152 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:06,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1170da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741837_1013 (size=7691) 2024-11-21T12:23:06,347 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 687, reset compression=false 2024-11-21T12:23:06,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741838_1014 (size=7894) 2024-11-21T12:23:06,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,46611,1732191768339 2024-11-21T12:23:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724dcb35 2024-11-21T12:23:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:06,569 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:06,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:23:06,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:06,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,45477,1732191768487, seqNum=-1] 2024-11-21T12:23:06,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:06,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:06,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T12:23:06,582 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T12:23:06,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ for inclusion in 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T12:23:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:06,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ for inclusion in 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T12:23:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HRegion(2603): Flush status journal for 26fb88738ea2b3477e936d83c8e1282c: 2024-11-21T12:23:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cf452ff056b54b24a167b579fa266dbb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:23:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a74afd99381247039a44fbd988e0034a_SeqId_4_ 2024-11-21T12:23:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:23:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/83a48a940aee4b6ea7324e1414636476_SeqId_4_ 2024-11-21T12:23:06,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ into 26fb88738ea2b3477e936d83c8e1282c/f as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a74afd99381247039a44fbd988e0034a_SeqId_4_ - updating store file list. 2024-11-21T12:23:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a74afd99381247039a44fbd988e0034a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:06,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a74afd99381247039a44fbd988e0034a_SeqId_4_ into 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:06,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ into 26fb88738ea2b3477e936d83c8e1282c/f (new location: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a74afd99381247039a44fbd988e0034a_SeqId_4_) 2024-11-21T12:23:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/cf452ff056b54b24a167b579fa266dbb_SeqId_4_ 2024-11-21T12:23:06,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ into 26fb88738ea2b3477e936d83c8e1282c/f as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/83a48a940aee4b6ea7324e1414636476_SeqId_4_ - updating store file list. 2024-11-21T12:23:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83a48a940aee4b6ea7324e1414636476_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:06,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/83a48a940aee4b6ea7324e1414636476_SeqId_4_ into 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:06,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ into 26fb88738ea2b3477e936d83c8e1282c/f (new location: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/83a48a940aee4b6ea7324e1414636476_SeqId_4_) 2024-11-21T12:23:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__86bsadihgckutogd2ktgl0hrna9j31judgh7k4hminekgveqga416dt3kf2t2l0e/f/de06506ad3c846dabf70ef2d30ed81b1_SeqId_4_ 2024-11-21T12:23:06,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] regionserver.ReplicationSink(324): Finished replicating [94fb73fa-11a3-4d86-bc48-45ae3bac731b] bulk loaded data 2024-11-21T12:23:06,650 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 687, reset compression=false 2024-11-21T12:23:06,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:06,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35001,1732191774275, seqNum=-1] 2024-11-21T12:23:06,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:06,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e., hostname=b4993cb2a74e,35001,1732191774275, seqNum=2] 2024-11-21T12:23:06,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:06,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:23:06,711 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4993cb2a74e%2C34169%2C1732191763151.rep:(num 1732191783745) roll requested 2024-11-21T12:23:06,727 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.rep.1732191786711, exclude list is [], retry=0 2024-11-21T12:23:06,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60,DISK] 2024-11-21T12:23:06,730 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.rep.1732191783745 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.rep.1732191786711 2024-11-21T12:23:06,730 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-21T12:23:06,730 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.rep.1732191783745 is not closed yet, will try archiving it next time 2024-11-21T12:23:06,730 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4993cb2a74e%2C34169%2C1732191763151.meta:.meta(num 1732191765878) roll requested 2024-11-21T12:23:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741839_1015 (size=1505) 2024-11-21T12:23:06,746 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191786731.meta, exclude list is [], retry=0 2024-11-21T12:23:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60,DISK] 2024-11-21T12:23:06,749 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191765878.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191786731.meta 2024-11-21T12:23:06,750 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-21T12:23:06,750 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191765878.meta is not closed yet, will try archiving it next time 2024-11-21T12:23:06,750 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b4993cb2a74e%2C34169%2C1732191763151:(num 1732191764960) roll requested 2024-11-21T12:23:06,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741834_1010 (size=3473) 2024-11-21T12:23:06,751 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191765878.meta not finished, retry = 0 2024-11-21T12:23:06,763 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750, exclude list is [], retry=0 2024-11-21T12:23:06,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37163,DS-86d17d0d-16d7-4551-b2b2-4f9fb7417b60,DISK] 2024-11-21T12:23:06,770 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 2024-11-21T12:23:06,772 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39225:39225)] 2024-11-21T12:23:06,772 DEBUG [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 is not closed yet, will try archiving it next time 2024-11-21T12:23:06,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28423b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44321,-1 for getting cluster id 2024-11-21T12:23:06,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:06,774 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94fb73fa-11a3-4d86-bc48-45ae3bac731b' 2024-11-21T12:23:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741832_1008 (size=695) 2024-11-21T12:23:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94fb73fa-11a3-4d86-bc48-45ae3bac731b" 2024-11-21T12:23:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71824aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44321,-1] 2024-11-21T12:23:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:06,775 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 2024-11-21T12:23:06,776 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e28b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44321,1732191762957 2024-11-21T12:23:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2094d5bc 2024-11-21T12:23:06,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:06,778 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:06,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://b4993cb2a74e:39589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:06,788 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:39589' 2024-11-21T12:23:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:23:06,796 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379d362e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,796 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39589,-1 for getting cluster id 2024-11-21T12:23:06,797 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:06,797 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817cc98b-4b97-4111-80b1-2727961416f3' 2024-11-21T12:23:06,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:06,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817cc98b-4b97-4111-80b1-2727961416f3" 2024-11-21T12:23:06,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba9f870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39589,-1] 2024-11-21T12:23:06,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:06,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:06,799 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:06,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4460c362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:06,800 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:06,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39589,1732191774056 2024-11-21T12:23:06,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4762d30f 2024-11-21T12:23:06,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:06,802 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:06,803 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:23:06,803 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:06,803 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:06,803 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:06,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:06,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:23:07,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T12:23:07,022 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T12:23:07,057 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 to pos 687, reset compression=false 2024-11-21T12:23:07,064 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 was moved to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 2024-11-21T12:23:07,066 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960 2024-11-21T12:23:07,067 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34169,1732191763151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191764960, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T12:23:07,067 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750, startPosition=0, beingWritten=true 2024-11-21T12:23:07,067 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b4993cb2a74e,34169,1732191763151, ReplicationSource: 2, currentBandwidth=0 2024-11-21T12:23:07,070 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b4993cb2a74e%2C34169%2C1732191763151.1732191764960] 2024-11-21T12:23:07,076 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T12:23:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T12:23:07,087 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b4993cb2a74e,34169,1732191763151 suceeded 2024-11-21T12:23:07,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T12:23:07,089 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b4993cb2a74e:39589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:07,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-21T12:23:07,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 310 msec 2024-11-21T12:23:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:23:07,109 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T12:23:07,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:07,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:07,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:07,109 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b4993cb2a74e:39589' 2024-11-21T12:23:07,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:07,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:07,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:07,116 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@784a92cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,116 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39589,-1 for getting cluster id 2024-11-21T12:23:07,117 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:07,117 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817cc98b-4b97-4111-80b1-2727961416f3' 2024-11-21T12:23:07,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732191787117/Put/seqid=0 2024-11-21T12:23:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817cc98b-4b97-4111-80b1-2727961416f3" 2024-11-21T12:23:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@512a3edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39589,-1] 2024-11-21T12:23:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:07,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:07,119 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:07,126 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6a991f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,126 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:07,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39589,1732191774056 2024-11-21T12:23:07,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef42bf5 2024-11-21T12:23:07,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:07,129 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:07,131 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b4993cb2a74e,34169,1732191763151 (queues=1) is replicating from cluster=94fb73fa-11a3-4d86-bc48-45ae3bac731b to cluster=817cc98b-4b97-4111-80b1-2727961416f3 2024-11-21T12:23:07,131 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b4993cb2a74e%2C34169%2C1732191763151 2024-11-21T12:23:07,131 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b4993cb2a74e,34169,1732191763151, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:07,134 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750, startPosition=0, beingWritten=true 2024-11-21T12:23:07,135 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b4993cb2a74e%2C34169%2C1732191763151 2024-11-21T12:23:07,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741845_1021 (size=11194) 2024-11-21T12:23:07,355 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 0, reset compression=false 2024-11-21T12:23:07,555 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732191787554/Put/seqid=0 2024-11-21T12:23:07,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741846_1022 (size=10791) 2024-11-21T12:23:07,582 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 0, reset compression=false 2024-11-21T12:23:07,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a40605d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,44321,-1 for getting cluster id 2024-11-21T12:23:07,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:07,585 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94fb73fa-11a3-4d86-bc48-45ae3bac731b' 2024-11-21T12:23:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94fb73fa-11a3-4d86-bc48-45ae3bac731b" 2024-11-21T12:23:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ef406e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,44321,-1] 2024-11-21T12:23:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:07,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:07,587 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:07,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3cdeb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,34169,1732191763151, seqNum=-1] 2024-11-21T12:23:07,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:07,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:07,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:07,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,44321,1732191762957 2024-11-21T12:23:07,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d534368 2024-11-21T12:23:07,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:07,598 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2] 2024-11-21T12:23:07,605 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:23:07,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T12:23:07,625 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T12:23:07,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T12:23:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:07,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T12:23:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HRegion(2603): Flush status journal for 34b4ad92e30e201e986d601945981081: 2024-11-21T12:23:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_0 2024-11-21T12:23:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_0 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ 2024-11-21T12:23:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_1 2024-11-21T12:23:07,659 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 0, reset compression=false 2024-11-21T12:23:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_1 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ 2024-11-21T12:23:07,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_0 into 34b4ad92e30e201e986d601945981081/f as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ - updating store file list. 2024-11-21T12:23:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 689ff7a543a642e285c7469a0c6edc3e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:07,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ into 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:07,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_0 into 34b4ad92e30e201e986d601945981081/f (new location: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_) 2024-11-21T12:23:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_0 2024-11-21T12:23:07,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_1 into 34b4ad92e30e201e986d601945981081/f as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ - updating store file list. 2024-11-21T12:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77bdfd11493e4347b92989efe388c90e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:07,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ into 34b4ad92e30e201e986d601945981081/f 2024-11-21T12:23:07,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_1 into 34b4ad92e30e201e986d601945981081/f (new location: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_) 2024-11-21T12:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/staging/jenkins__test__bhlinm8fmqk45l6c5ei78lvl4ff7tfl2392qunbte3u2dm404qar8qt3nkd31d6a/f/hfile_1 2024-11-21T12:23:07,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:07,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:07,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:07,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:07,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2 , the old value is region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b4993cb2a74e:34169 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:23:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:23:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191777145.34b4ad92e30e201e986d601945981081., hostname=b4993cb2a74e,34169,1732191763151, seqNum=2 from cache 2024-11-21T12:23:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34169: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49654 deadline: 1732191847686 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49654 2024-11-21T12:23:07,692 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:07,692 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b4993cb2a74e,34169,1732191763151 got entry batch from reader: WALEntryBatch [walEntries=[{test/34b4ad92e30e201e986d601945981081/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191787684/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:23:07,692 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:23:07,694 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:07,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:07,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.ReplicationSink(318): Replicating [94fb73fa-11a3-4d86-bc48-45ae3bac731b] bulk loaded data 2024-11-21T12:23:07,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62669f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.ClusterIdFetcher(90): Going to request b4993cb2a74e,39589,-1 for getting cluster id 2024-11-21T12:23:07,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:07,710 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817cc98b-4b97-4111-80b1-2727961416f3' 2024-11-21T12:23:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817cc98b-4b97-4111-80b1-2727961416f3" 2024-11-21T12:23:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12584a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4993cb2a74e,39589,-1] 2024-11-21T12:23:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:07,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:07,711 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:07,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54857f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:07,789 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:34169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:23:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741837_1013 (size=11194) 2024-11-21T12:23:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741838_1014 (size=10791) 2024-11-21T12:23:07,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:07,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4993cb2a74e,39589,1732191774056 2024-11-21T12:23:07,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d55c9a0 2024-11-21T12:23:07,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:07,824 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:07,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:23:07,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:07,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4993cb2a74e,35001,1732191774275, seqNum=-1] 2024-11-21T12:23:07,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:07,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:07,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T12:23:07,845 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T12:23:07,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ for inclusion in 6abfccf5f7c6ab21e8540a7f093b473e/f 2024-11-21T12:23:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T12:23:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:07,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ for inclusion in 6abfccf5f7c6ab21e8540a7f093b473e/f 2024-11-21T12:23:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T12:23:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HRegion(2603): Flush status journal for 6abfccf5f7c6ab21e8540a7f093b473e: 2024-11-21T12:23:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:23:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/652893ca73f6429e8cc44829b98e9969_SeqId_4_ 2024-11-21T12:23:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77bdfd11493e4347b92989efe388c90e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:23:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/99546308b74c45669ddddb18d13238dd_SeqId_4_ 2024-11-21T12:23:07,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ into 6abfccf5f7c6ab21e8540a7f093b473e/f as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/652893ca73f6429e8cc44829b98e9969_SeqId_4_ - updating store file list. 2024-11-21T12:23:07,892 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 652893ca73f6429e8cc44829b98e9969_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:07,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/652893ca73f6429e8cc44829b98e9969_SeqId_4_ into 6abfccf5f7c6ab21e8540a7f093b473e/f 2024-11-21T12:23:07,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ into 6abfccf5f7c6ab21e8540a7f093b473e/f (new location: hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/652893ca73f6429e8cc44829b98e9969_SeqId_4_) 2024-11-21T12:23:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ 2024-11-21T12:23:07,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ into 6abfccf5f7c6ab21e8540a7f093b473e/f as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/99546308b74c45669ddddb18d13238dd_SeqId_4_ - updating store file list. 2024-11-21T12:23:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99546308b74c45669ddddb18d13238dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:07,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/99546308b74c45669ddddb18d13238dd_SeqId_4_ into 6abfccf5f7c6ab21e8540a7f093b473e/f 2024-11-21T12:23:07,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ into 6abfccf5f7c6ab21e8540a7f093b473e/f (new location: hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/f/99546308b74c45669ddddb18d13238dd_SeqId_4_) 2024-11-21T12:23:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/staging/jenkins.hfs.23__test__ho9k1inobenvav8teo43hgl9r6g7mpnb0b6rds70faekik074qgremt8lgafog4m/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ 2024-11-21T12:23:07,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35001 {}] regionserver.ReplicationSink(324): Finished replicating [94fb73fa-11a3-4d86-bc48-45ae3bac731b] bulk loaded data 2024-11-21T12:23:08,201 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:08,203 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 0, reset compression=false 2024-11-21T12:23:08,206 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:08,206 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b4993cb2a74e,34169,1732191763151 got entry batch from reader: WALEntryBatch [walEntries=[{test/34b4ad92e30e201e986d601945981081/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191787684/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:23:08,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] regionserver.ReplicationSink(318): Replicating [94fb73fa-11a3-4d86-bc48-45ae3bac731b] bulk loaded data 2024-11-21T12:23:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741839_1015 (size=11194) 2024-11-21T12:23:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741840_1016 (size=10791) 2024-11-21T12:23:08,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:23:08,227 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T12:23:08,229 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T12:23:08,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ for inclusion in 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T12:23:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:08,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ for inclusion in 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T12:23:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:23:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HRegion(2603): Flush status journal for 26fb88738ea2b3477e936d83c8e1282c: 2024-11-21T12:23:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:23:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a0b76ca1d86f4aefacbc32ccb08184ff_SeqId_6_ 2024-11-21T12:23:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 77bdfd11493e4347b92989efe388c90e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:23:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/7a02212456594c2e8aa585819a74d35e_SeqId_6_ 2024-11-21T12:23:08,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ into 26fb88738ea2b3477e936d83c8e1282c/f as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a0b76ca1d86f4aefacbc32ccb08184ff_SeqId_6_ - updating store file list. 2024-11-21T12:23:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0b76ca1d86f4aefacbc32ccb08184ff_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:08,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a0b76ca1d86f4aefacbc32ccb08184ff_SeqId_6_ into 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:08,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ into 26fb88738ea2b3477e936d83c8e1282c/f (new location: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/a0b76ca1d86f4aefacbc32ccb08184ff_SeqId_6_) 2024-11-21T12:23:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/689ff7a543a642e285c7469a0c6edc3e_SeqId_6_ 2024-11-21T12:23:08,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ into 26fb88738ea2b3477e936d83c8e1282c/f as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/7a02212456594c2e8aa585819a74d35e_SeqId_6_ - updating store file list. 2024-11-21T12:23:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a02212456594c2e8aa585819a74d35e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:23:08,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/7a02212456594c2e8aa585819a74d35e_SeqId_6_ into 26fb88738ea2b3477e936d83c8e1282c/f 2024-11-21T12:23:08,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ into 26fb88738ea2b3477e936d83c8e1282c/f (new location: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/f/7a02212456594c2e8aa585819a74d35e_SeqId_6_) 2024-11-21T12:23:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45477 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/staging/jenkins.hfs.22__test__r8l7ji6c1r8u9269oicbtimqpevtrj6bnarvo7i0n5v09cv8jq1nr1oeb2l0031j/f/77bdfd11493e4347b92989efe388c90e_SeqId_6_ 2024-11-21T12:23:08,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45477 {}] regionserver.ReplicationSink(324): Finished replicating [94fb73fa-11a3-4d86-bc48-45ae3bac731b] bulk loaded data 2024-11-21T12:23:08,406 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:08,605 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:08,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:23:08,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:08,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:08,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:08,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:08,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:23:08,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:08,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=516180367, stopped=false 2024-11-21T12:23:08,709 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,39589,1732191774056 2024-11-21T12:23:08,709 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-523845140/running 2024-11-21T12:23:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-523845140/running 2024-11-21T12:23:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:23:08,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:23:08,782 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:08,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:08,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:08,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:08,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on znode that does not yet exist, /2-523845140/running 2024-11-21T12:23:08,783 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,35001,1732191774275' ***** 2024-11-21T12:23:08,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Set watcher on znode that does not yet exist, /2-523845140/running 2024-11-21T12:23:08,783 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:23:08,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,35001,1732191774275 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35001. 2024-11-21T12:23:08,784 DEBUG [RS:0;b4993cb2a74e:35001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:08,784 DEBUG [RS:0;b4993cb2a74e:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:08,784 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6abfccf5f7c6ab21e8540a7f093b473e, disabling compactions & flushes 2024-11-21T12:23:08,784 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:23:08,784 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:23:08,784 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:23:08,784 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. after waiting 0 ms 2024-11-21T12:23:08,784 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:08,785 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:23:08,785 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:23:08,785 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6abfccf5f7c6ab21e8540a7f093b473e=test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e.} 2024-11-21T12:23:08,785 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6abfccf5f7c6ab21e8540a7f093b473e 2024-11-21T12:23:08,785 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:08,785 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:08,785 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:08,785 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:08,785 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:08,785 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T12:23:08,788 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/default/test/6abfccf5f7c6ab21e8540a7f093b473e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T12:23:08,789 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:08,789 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:08,789 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:08,789 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6abfccf5f7c6ab21e8540a7f093b473e: Waiting for close lock at 1732191788784Running coprocessor pre-close hooks at 1732191788784Disabling compacts and flushes for region at 1732191788784Disabling writes for close at 1732191788784Writing region close event to WAL at 1732191788785 (+1 ms)Running coprocessor post-close hooks at 1732191788789 (+4 ms)Closed at 1732191788789 2024-11-21T12:23:08,789 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e. 2024-11-21T12:23:08,801 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/info/4dafe39f8d3848128f201e15753308a3 is 129, key is test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e./info:regioninfo/1732191781594/Put/seqid=0 2024-11-21T12:23:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741839_1015 (size=6421) 2024-11-21T12:23:08,821 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:08,985 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:09,010 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:23:09,010 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:23:09,108 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:09,113 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:09,185 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:09,205 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/info/4dafe39f8d3848128f201e15753308a3 2024-11-21T12:23:09,225 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/ns/b0bce15080ae491abbf9cb2a61462267 is 43, key is default/ns:d/1732191777074/Put/seqid=0 2024-11-21T12:23:09,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:23:09,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:09,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:23:09,386 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:09,586 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:09,616 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:09,629 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/ns/b0bce15080ae491abbf9cb2a61462267 2024-11-21T12:23:09,654 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/rep_barrier/d98fbd51fed14c1f8a0430a6c7644aaf is 112, key is test,,1732191780451.6abfccf5f7c6ab21e8540a7f093b473e./rep_barrier:seqnumDuringOpen/1732191781594/Put/seqid=0 2024-11-21T12:23:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741841_1017 (size=5518) 2024-11-21T12:23:09,711 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:09,786 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:23:09,786 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:23:09,786 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:09,986 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:10,059 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/rep_barrier/d98fbd51fed14c1f8a0430a6c7644aaf 2024-11-21T12:23:10,080 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/table/f08ed3f2bd944c2085f69b7d05c12992 is 40, key is test/table:state/1732191781599/Put/seqid=0 2024-11-21T12:23:10,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741842_1018 (size=5165) 2024-11-21T12:23:10,186 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:10,220 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:10,387 DEBUG [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:10,415 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:10,483 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/table/f08ed3f2bd944c2085f69b7d05c12992 2024-11-21T12:23:10,539 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/info/4dafe39f8d3848128f201e15753308a3 as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/info/4dafe39f8d3848128f201e15753308a3 2024-11-21T12:23:10,542 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/info/4dafe39f8d3848128f201e15753308a3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T12:23:10,543 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/ns/b0bce15080ae491abbf9cb2a61462267 as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/ns/b0bce15080ae491abbf9cb2a61462267 2024-11-21T12:23:10,546 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/ns/b0bce15080ae491abbf9cb2a61462267, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:23:10,546 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/rep_barrier/d98fbd51fed14c1f8a0430a6c7644aaf as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/rep_barrier/d98fbd51fed14c1f8a0430a6c7644aaf 2024-11-21T12:23:10,549 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/rep_barrier/d98fbd51fed14c1f8a0430a6c7644aaf, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T12:23:10,549 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/.tmp/table/f08ed3f2bd944c2085f69b7d05c12992 as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/table/f08ed3f2bd944c2085f69b7d05c12992 2024-11-21T12:23:10,552 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/table/f08ed3f2bd944c2085f69b7d05c12992, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:23:10,553 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=11, compaction requested=false 2024-11-21T12:23:10,557 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:23:10,558 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:10,558 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:10,558 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:10,558 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191788785Running coprocessor pre-close hooks at 1732191788785Disabling compacts and flushes for region at 1732191788785Disabling writes for close at 1732191788785Obtaining lock to block concurrent updates at 1732191788785Preparing flush snapshotting stores in 1588230740 at 1732191788785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732191788785Flushing stores of hbase:meta,,1.1588230740 at 1732191788786 (+1 ms)Flushing 1588230740/info: creating writer at 1732191788786Flushing 1588230740/info: appending metadata at 1732191788801 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732191788801Flushing 1588230740/ns: creating writer at 1732191789209 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732191789224 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191789224Flushing 1588230740/rep_barrier: creating writer at 1732191789633 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191789653 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191789654 (+1 ms)Flushing 1588230740/table: creating writer at 1732191790063 (+409 ms)Flushing 1588230740/table: appending metadata at 1732191790079 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732191790079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c66f8f1: reopening flushed file at 1732191790538 (+459 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258b678d: reopening flushed file at 1732191790542 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a71d56: reopening flushed file at 1732191790546 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3080d2: reopening flushed file at 1732191790549 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1768ms, sequenceid=11, compaction requested=false at 1732191790553 (+4 ms)Writing region close event to WAL at 1732191790554 (+1 ms)Running coprocessor post-close hooks at 1732191790557 (+3 ms)Closed at 1732191790558 (+1 ms) 2024-11-21T12:23:10,558 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:10,587 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,35001,1732191774275; all regions closed. 2024-11-21T12:23:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741834_1010 (size=2717) 2024-11-21T12:23:10,589 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/WALs/b4993cb2a74e,35001,1732191774275/b4993cb2a74e%2C35001%2C1732191774275.meta.1732191777026.meta not finished, retry = 0 2024-11-21T12:23:10,691 DEBUG [RS:0;b4993cb2a74e:35001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/oldWALs 2024-11-21T12:23:10,691 INFO [RS:0;b4993cb2a74e:35001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C35001%2C1732191774275.meta:.meta(num 1732191777026) 2024-11-21T12:23:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741832_1008 (size=1028) 2024-11-21T12:23:10,694 DEBUG [RS:0;b4993cb2a74e:35001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/oldWALs 2024-11-21T12:23:10,694 INFO [RS:0;b4993cb2a74e:35001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C35001%2C1732191774275:(num 1732191776145) 2024-11-21T12:23:10,694 DEBUG [RS:0;b4993cb2a74e:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:10,694 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:10,694 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:10,694 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:10,695 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:10,695 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:10,695 INFO [RS:0;b4993cb2a74e:35001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:35001. 2024-11-21T12:23:10,695 DEBUG [RS:0;b4993cb2a74e:35001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:10,695 DEBUG [RS:0;b4993cb2a74e:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:10,695 DEBUG [RS:0;b4993cb2a74e:35001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:10,695 INFO [RS:0;b4993cb2a74e:35001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35001 2024-11-21T12:23:10,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140/rs 2024-11-21T12:23:10,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-523845140/rs/b4993cb2a74e,35001,1732191774275 2024-11-21T12:23:10,716 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:10,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,35001,1732191774275] 2024-11-21T12:23:10,737 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-523845140/draining/b4993cb2a74e,35001,1732191774275 already deleted, retry=false 2024-11-21T12:23:10,737 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,35001,1732191774275 expired; onlineServers=0 2024-11-21T12:23:10,737 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,39589,1732191774056' ***** 2024-11-21T12:23:10,737 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:23:10,737 INFO [M:0;b4993cb2a74e:39589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:10,737 INFO [M:0;b4993cb2a74e:39589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:10,737 DEBUG [M:0;b4993cb2a74e:39589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:23:10,737 DEBUG [M:0;b4993cb2a74e:39589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:23:10,737 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:23:10,737 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191775873 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191775873,5,FailOnTimeoutGroup] 2024-11-21T12:23:10,737 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191775873 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191775873,5,FailOnTimeoutGroup] 2024-11-21T12:23:10,737 INFO [M:0;b4993cb2a74e:39589 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:10,738 INFO [M:0;b4993cb2a74e:39589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:10,738 DEBUG [M:0;b4993cb2a74e:39589 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:23:10,738 INFO [M:0;b4993cb2a74e:39589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:23:10,738 INFO [M:0;b4993cb2a74e:39589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:10,738 INFO [M:0;b4993cb2a74e:39589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:23:10,738 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:23:10,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-523845140/master 2024-11-21T12:23:10,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-523845140 2024-11-21T12:23:10,747 DEBUG [M:0;b4993cb2a74e:39589 {}] zookeeper.ZKUtil(347): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Unable to get data of znode /2-523845140/master because node does not exist (not an error) 2024-11-21T12:23:10,747 WARN [M:0;b4993cb2a74e:39589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:23:10,748 INFO [M:0;b4993cb2a74e:39589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/.lastflushedseqids 2024-11-21T12:23:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741843_1019 (size=173) 2024-11-21T12:23:10,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:10,826 INFO [RS:0;b4993cb2a74e:35001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:10,826 INFO [RS:0;b4993cb2a74e:35001 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,35001,1732191774275; zookeeper connection closed. 2024-11-21T12:23:10,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35001-0x1015d58acf80007, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:10,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c0e2fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c0e2fc 2024-11-21T12:23:10,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:23:10,924 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:11,152 INFO [M:0;b4993cb2a74e:39589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:23:11,152 INFO [M:0;b4993cb2a74e:39589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:23:11,152 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:11,152 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:11,152 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:11,153 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:11,153 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:11,153 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-21T12:23:11,171 DEBUG [M:0;b4993cb2a74e:39589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0ef0436beea40dcbbee41768733df40 is 82, key is hbase:meta,,1/info:regioninfo/1732191777055/Put/seqid=0 2024-11-21T12:23:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741844_1020 (size=5672) 2024-11-21T12:23:11,175 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0ef0436beea40dcbbee41768733df40 2024-11-21T12:23:11,195 DEBUG [M:0;b4993cb2a74e:39589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36a69d3cc391418490a0c12b2be128ce is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191781601/Put/seqid=0 2024-11-21T12:23:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741845_1021 (size=6585) 2024-11-21T12:23:11,218 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:11,599 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36a69d3cc391418490a0c12b2be128ce 2024-11-21T12:23:11,617 DEBUG [M:0;b4993cb2a74e:39589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/069706c9221e4d8488039f85f38f9488 is 69, key is b4993cb2a74e,35001,1732191774275/rs:state/1732191775950/Put/seqid=0 2024-11-21T12:23:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741846_1022 (size=5156) 2024-11-21T12:23:11,728 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:12,020 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/069706c9221e4d8488039f85f38f9488 2024-11-21T12:23:12,024 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0ef0436beea40dcbbee41768733df40 as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0ef0436beea40dcbbee41768733df40 2024-11-21T12:23:12,027 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0ef0436beea40dcbbee41768733df40, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T12:23:12,028 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36a69d3cc391418490a0c12b2be128ce as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36a69d3cc391418490a0c12b2be128ce 2024-11-21T12:23:12,033 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36a69d3cc391418490a0c12b2be128ce, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T12:23:12,033 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/069706c9221e4d8488039f85f38f9488 as hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/069706c9221e4d8488039f85f38f9488 2024-11-21T12:23:12,037 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36217/user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/069706c9221e4d8488039f85f38f9488, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T12:23:12,038 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false 2024-11-21T12:23:12,039 INFO [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:12,039 DEBUG [M:0;b4993cb2a74e:39589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191791152Disabling compacts and flushes for region at 1732191791152Disabling writes for close at 1732191791153 (+1 ms)Obtaining lock to block concurrent updates at 1732191791153Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191791153Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732191791153Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191791154 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191791154Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191791171 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191791171Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191791178 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191791195 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191791195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191791603 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191791616 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191791616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7033b3fc: reopening flushed file at 1732191792023 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f98f48e: reopening flushed file at 1732191792027 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530169bf: reopening flushed file at 1732191792033 (+6 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=55, compaction requested=false at 1732191792038 (+5 ms)Writing region close event to WAL at 1732191792039 (+1 ms)Closed at 1732191792039 2024-11-21T12:23:12,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41117 is added to blk_1073741830_1006 (size=32758) 2024-11-21T12:23:12,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e45138f7-5803-4098-cf3a-3cc1e9935e5f/MasterData/WALs/b4993cb2a74e,39589,1732191774056/b4993cb2a74e%2C39589%2C1732191774056.1732191775611 not finished, retry = 0 2024-11-21T12:23:12,121 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:12,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:12,141 INFO [M:0;b4993cb2a74e:39589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:23:12,141 INFO [M:0;b4993cb2a74e:39589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39589 2024-11-21T12:23:12,142 INFO [M:0;b4993cb2a74e:39589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:12,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:12,353 INFO [M:0;b4993cb2a74e:39589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:12,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39589-0x1015d58acf80006, quorum=127.0.0.1:49291, baseZNode=/2-523845140 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:12,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f9b1071{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:12,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61cb7adf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:12,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:12,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410fcdb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:12,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37691d0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:12,407 WARN [BP-335164772-172.17.0.2-1732191771381 heartbeating to localhost/127.0.0.1:36217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:23:12,407 WARN [BP-335164772-172.17.0.2-1732191771381 heartbeating to localhost/127.0.0.1:36217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-335164772-172.17.0.2-1732191771381 (Datanode Uuid 69445f5f-1676-4882-87a8-67990be8c526) service to localhost/127.0.0.1:36217 2024-11-21T12:23:12,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:23:12,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:23:12,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/cluster_9ba8e619-5696-2024-a328-b05b509771d9/data/data1/current/BP-335164772-172.17.0.2-1732191771381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:12,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/cluster_9ba8e619-5696-2024-a328-b05b509771d9/data/data2/current/BP-335164772-172.17.0.2-1732191771381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:12,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:23:12,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58b297ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:12,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22c77bdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:12,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:12,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5191af03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:12,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1688c83c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/06c2e9c7-499e-a435-77b9-507415d5c779/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:23:12,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:23:12,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:12,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:12,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:12,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:12,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:12,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:23:12,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=505664110, stopped=false 2024-11-21T12:23:12,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,46611,1732191768339 2024-11-21T12:23:12,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11325627771/running 2024-11-21T12:23:12,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11325627771/running 2024-11-21T12:23:12,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:23:12,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:23:12,516 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:12,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:12,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:12,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:12,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,45477,1732191768487' ***** 2024-11-21T12:23:12,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:23:12,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on znode that does not yet exist, /11325627771/running 2024-11-21T12:23:12,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Set watcher on znode that does not yet exist, /11325627771/running 2024-11-21T12:23:12,517 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:23:12,517 INFO [RS:0;b4993cb2a74e:45477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:23:12,517 INFO [RS:0;b4993cb2a74e:45477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:23:12,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:23:12,517 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(3091): Received CLOSE for 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:12,517 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,45477,1732191768487 2024-11-21T12:23:12,517 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:12,517 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26fb88738ea2b3477e936d83c8e1282c, disabling compactions & flushes 2024-11-21T12:23:12,517 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:12,517 INFO [RS:0;b4993cb2a74e:45477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45477. 2024-11-21T12:23:12,517 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:12,518 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. after waiting 0 ms 2024-11-21T12:23:12,518 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:12,518 DEBUG [RS:0;b4993cb2a74e:45477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:12,518 DEBUG [RS:0;b4993cb2a74e:45477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:12,518 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:23:12,518 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:23:12,518 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:23:12,518 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:23:12,518 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:23:12,518 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1325): Online Regions={26fb88738ea2b3477e936d83c8e1282c=test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:23:12,518 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26fb88738ea2b3477e936d83c8e1282c 2024-11-21T12:23:12,518 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:12,518 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:12,518 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:12,518 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:12,518 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:12,519 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T12:23:12,521 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/default/test/26fb88738ea2b3477e936d83c8e1282c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:23:12,521 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:12,521 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:12,521 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:12,521 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26fb88738ea2b3477e936d83c8e1282c: Waiting for close lock at 1732191792517Running coprocessor pre-close hooks at 1732191792517Disabling compacts and flushes for region at 1732191792517Disabling writes for close at 1732191792518 (+1 ms)Writing region close event to WAL at 1732191792518Running coprocessor post-close hooks at 1732191792521 (+3 ms)Closed at 1732191792521 2024-11-21T12:23:12,521 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c. 2024-11-21T12:23:12,532 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/info/2c248830da2046d0bf7fcdd36e4cb334 is 129, key is test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c./info:regioninfo/1732191780058/Put/seqid=0 2024-11-21T12:23:12,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741841_1017 (size=6421) 2024-11-21T12:23:12,535 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/info/2c248830da2046d0bf7fcdd36e4cb334 2024-11-21T12:23:12,547 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:23:12,553 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/ns/71e5922536744a40b5c953af2a0ed1ab is 43, key is default/ns:d/1732191771202/Put/seqid=0 2024-11-21T12:23:12,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:23:12,559 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:12,576 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:23:12,576 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:23:12,632 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:12,718 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:12,919 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:12,956 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/ns/71e5922536744a40b5c953af2a0ed1ab 2024-11-21T12:23:12,974 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/rep_barrier/0be3208824f543868825537c5f50c573 is 112, key is test,,1732191779311.26fb88738ea2b3477e936d83c8e1282c./rep_barrier:seqnumDuringOpen/1732191780058/Put/seqid=0 2024-11-21T12:23:12,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741843_1019 (size=5518) 2024-11-21T12:23:13,119 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:13,124 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:13,319 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:13,378 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/rep_barrier/0be3208824f543868825537c5f50c573 2024-11-21T12:23:13,394 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/table/5060acc439b442588d02226d88c23c1e is 40, key is test/table:state/1732191780073/Put/seqid=0 2024-11-21T12:23:13,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741844_1020 (size=5165) 2024-11-21T12:23:13,519 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:23:13,519 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:23:13,519 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:13,635 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:13,719 DEBUG [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:13,797 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/table/5060acc439b442588d02226d88c23c1e 2024-11-21T12:23:13,801 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/info/2c248830da2046d0bf7fcdd36e4cb334 as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/info/2c248830da2046d0bf7fcdd36e4cb334 2024-11-21T12:23:13,805 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/info/2c248830da2046d0bf7fcdd36e4cb334, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T12:23:13,806 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/ns/71e5922536744a40b5c953af2a0ed1ab as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/ns/71e5922536744a40b5c953af2a0ed1ab 2024-11-21T12:23:13,809 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/ns/71e5922536744a40b5c953af2a0ed1ab, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:23:13,809 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/rep_barrier/0be3208824f543868825537c5f50c573 as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/rep_barrier/0be3208824f543868825537c5f50c573 2024-11-21T12:23:13,812 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/rep_barrier/0be3208824f543868825537c5f50c573, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T12:23:13,813 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/.tmp/table/5060acc439b442588d02226d88c23c1e as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/table/5060acc439b442588d02226d88c23c1e 2024-11-21T12:23:13,816 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/table/5060acc439b442588d02226d88c23c1e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:23:13,817 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-11-21T12:23:13,822 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:23:13,823 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:13,823 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:13,823 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:13,823 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191792518Running coprocessor pre-close hooks at 1732191792518Disabling compacts and flushes for region at 1732191792518Disabling writes for close at 1732191792518Obtaining lock to block concurrent updates at 1732191792519 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191792519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732191792519Flushing stores of hbase:meta,,1.1588230740 at 1732191792519Flushing 1588230740/info: creating writer at 1732191792519Flushing 1588230740/info: appending metadata at 1732191792531 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732191792531Flushing 1588230740/ns: creating writer at 1732191792538 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732191792552 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732191792552Flushing 1588230740/rep_barrier: creating writer at 1732191792959 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191792974 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191792974Flushing 1588230740/table: creating writer at 1732191793381 (+407 ms)Flushing 1588230740/table: appending metadata at 1732191793393 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732191793393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@997e74a: reopening flushed file at 1732191793801 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cfc4e2: reopening flushed file at 1732191793805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32077903: reopening flushed file at 1732191793809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d8823b: reopening flushed file at 1732191793812 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1732191793817 (+5 ms)Writing region close event to WAL at 1732191793820 (+3 ms)Running coprocessor post-close hooks at 1732191793823 (+3 ms)Closed at 1732191793823 2024-11-21T12:23:13,823 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:13,920 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,45477,1732191768487; all regions closed. 2024-11-21T12:23:13,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741834_1010 (size=2717) 2024-11-21T12:23:13,924 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/WALs/b4993cb2a74e,45477,1732191768487/b4993cb2a74e%2C45477%2C1732191768487.meta.1732191771108.meta not finished, retry = 0 2024-11-21T12:23:14,026 DEBUG [RS:0;b4993cb2a74e:45477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/oldWALs 2024-11-21T12:23:14,026 INFO [RS:0;b4993cb2a74e:45477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C45477%2C1732191768487.meta:.meta(num 1732191771108) 2024-11-21T12:23:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741832_1008 (size=1374) 2024-11-21T12:23:14,029 DEBUG [RS:0;b4993cb2a74e:45477 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/oldWALs 2024-11-21T12:23:14,029 INFO [RS:0;b4993cb2a74e:45477 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C45477%2C1732191768487:(num 1732191770659) 2024-11-21T12:23:14,029 DEBUG [RS:0;b4993cb2a74e:45477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,029 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:14,029 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:14,029 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:14,029 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:14,029 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:14,029 INFO [RS:0;b4993cb2a74e:45477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:45477. 2024-11-21T12:23:14,029 DEBUG [RS:0;b4993cb2a74e:45477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:14,029 DEBUG [RS:0;b4993cb2a74e:45477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,030 DEBUG [RS:0;b4993cb2a74e:45477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,030 INFO [RS:0;b4993cb2a74e:45477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45477 2024-11-21T12:23:14,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:14,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11325627771/rs/b4993cb2a74e,45477,1732191768487 2024-11-21T12:23:14,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771/rs 2024-11-21T12:23:14,150 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:14,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,45477,1732191768487] 2024-11-21T12:23:14,171 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11325627771/draining/b4993cb2a74e,45477,1732191768487 already deleted, retry=false 2024-11-21T12:23:14,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,45477,1732191768487 expired; onlineServers=0 2024-11-21T12:23:14,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,46611,1732191768339' ***** 2024-11-21T12:23:14,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:23:14,171 INFO [M:0;b4993cb2a74e:46611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:14,171 INFO [M:0;b4993cb2a74e:46611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:14,171 DEBUG [M:0;b4993cb2a74e:46611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:23:14,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:23:14,171 DEBUG [M:0;b4993cb2a74e:46611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:23:14,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191770324 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191770324,5,FailOnTimeoutGroup] 2024-11-21T12:23:14,171 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191770324 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191770324,5,FailOnTimeoutGroup] 2024-11-21T12:23:14,172 INFO [M:0;b4993cb2a74e:46611 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:14,172 INFO [M:0;b4993cb2a74e:46611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:14,172 DEBUG [M:0;b4993cb2a74e:46611 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:23:14,172 INFO [M:0;b4993cb2a74e:46611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:23:14,172 INFO [M:0;b4993cb2a74e:46611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:14,172 INFO [M:0;b4993cb2a74e:46611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:23:14,172 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:23:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11325627771/master 2024-11-21T12:23:14,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11325627771 2024-11-21T12:23:14,182 DEBUG [M:0;b4993cb2a74e:46611 {}] zookeeper.ZKUtil(347): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Unable to get data of znode /11325627771/master because node does not exist (not an error) 2024-11-21T12:23:14,182 WARN [M:0;b4993cb2a74e:46611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:23:14,183 INFO [M:0;b4993cb2a74e:46611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/.lastflushedseqids 2024-11-21T12:23:14,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741845_1021 (size=173) 2024-11-21T12:23:14,227 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:14,261 INFO [RS:0;b4993cb2a74e:45477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:14,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45477-0x1015d58acf80004, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:14,261 INFO [RS:0;b4993cb2a74e:45477 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,45477,1732191768487; zookeeper connection closed. 2024-11-21T12:23:14,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29ffca52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29ffca52 2024-11-21T12:23:14,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:23:14,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:14,438 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:14,438 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168912 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b4993cb2a74e,38907,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:38907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:14,587 INFO [M:0;b4993cb2a74e:46611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:23:14,587 INFO [M:0;b4993cb2a74e:46611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:23:14,587 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:14,587 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:14,587 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:14,587 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:14,587 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:14,587 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T12:23:14,600 DEBUG [M:0;b4993cb2a74e:46611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/979a6d31936b4cac83993d2d1b64b1de is 82, key is hbase:meta,,1/info:regioninfo/1732191771153/Put/seqid=0 2024-11-21T12:23:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741846_1022 (size=5672) 2024-11-21T12:23:14,738 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:15,003 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/979a6d31936b4cac83993d2d1b64b1de 2024-11-21T12:23:15,020 DEBUG [M:0;b4993cb2a74e:46611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/403d0990045e48b39b21ef7325cd07ee is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191780076/Put/seqid=0 2024-11-21T12:23:15,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741847_1023 (size=6586) 2024-11-21T12:23:15,423 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/403d0990045e48b39b21ef7325cd07ee 2024-11-21T12:23:15,429 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:15,445 DEBUG [M:0;b4993cb2a74e:46611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6487c9fd031449d7883bf11b9c6e5b50 is 69, key is b4993cb2a74e,45477,1732191768487/rs:state/1732191770461/Put/seqid=0 2024-11-21T12:23:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741848_1024 (size=5156) 2024-11-21T12:23:15,849 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6487c9fd031449d7883bf11b9c6e5b50 2024-11-21T12:23:15,857 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/979a6d31936b4cac83993d2d1b64b1de as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/979a6d31936b4cac83993d2d1b64b1de 2024-11-21T12:23:15,865 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/979a6d31936b4cac83993d2d1b64b1de, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T12:23:15,865 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/403d0990045e48b39b21ef7325cd07ee as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/403d0990045e48b39b21ef7325cd07ee 2024-11-21T12:23:15,869 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/403d0990045e48b39b21ef7325cd07ee, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T12:23:15,870 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6487c9fd031449d7883bf11b9c6e5b50 as hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6487c9fd031449d7883bf11b9c6e5b50 2024-11-21T12:23:15,877 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46537/user/jenkins/test-data/f829a630-2a6c-19d9-3cca-f34f09f34902/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6487c9fd031449d7883bf11b9c6e5b50, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T12:23:15,880 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=55, compaction requested=false 2024-11-21T12:23:15,898 INFO [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:15,898 DEBUG [M:0;b4993cb2a74e:46611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191794587Disabling compacts and flushes for region at 1732191794587Disabling writes for close at 1732191794587Obtaining lock to block concurrent updates at 1732191794587Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191794587Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732191794587Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191794588 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191794588Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191794600 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191794600Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191795007 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191795019 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191795019Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191795426 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191795444 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191795444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e6c20: reopening flushed file at 1732191795855 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e931e18: reopening flushed file at 1732191795865 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33df65c4: reopening flushed file at 1732191795869 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=55, compaction requested=false at 1732191795880 (+11 ms)Writing region close event to WAL at 1732191795898 (+18 ms)Closed at 1732191795898 2024-11-21T12:23:15,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40179 is added to blk_1073741830_1006 (size=32770) 2024-11-21T12:23:15,908 INFO [M:0;b4993cb2a74e:46611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:23:15,908 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:15,908 INFO [M:0;b4993cb2a74e:46611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46611 2024-11-21T12:23:15,908 INFO [M:0;b4993cb2a74e:46611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:15,941 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:16,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:16,050 INFO [M:0;b4993cb2a74e:46611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:16,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46611-0x1015d58acf80003, quorum=127.0.0.1:49291, baseZNode=/11325627771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:16,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70dd2d2a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:16,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2393f6bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:16,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:16,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1722fd67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:16,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5e343c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:16,058 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:23:16,058 WARN [BP-306015330-172.17.0.2-1732191766145 heartbeating to localhost/127.0.0.1:46537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:23:16,058 WARN [BP-306015330-172.17.0.2-1732191766145 heartbeating to localhost/127.0.0.1:46537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-306015330-172.17.0.2-1732191766145 (Datanode Uuid 82a5ce29-c039-4549-a5bf-5b55e56ced81) service to localhost/127.0.0.1:46537 2024-11-21T12:23:16,058 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:23:16,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/cluster_2b55ba6a-e330-7427-f1b4-6822f95c1a14/data/data1/current/BP-306015330-172.17.0.2-1732191766145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:16,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/cluster_2b55ba6a-e330-7427-f1b4-6822f95c1a14/data/data2/current/BP-306015330-172.17.0.2-1732191766145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:16,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:23:16,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@305b964d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:16,067 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@303cef64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:16,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:16,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f88d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:16,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@188a55d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/812a6f0c-4689-2f11-bbeb-d5e95815d561/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:16,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:23:16,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:23:16,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:16,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:16,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:16,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:16,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:16,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:23:16,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1708121839, stopped=false 2024-11-21T12:23:16,087 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4993cb2a74e,44321,1732191762957 2024-11-21T12:23:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-835453789/running 2024-11-21T12:23:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-835453789/running 2024-11-21T12:23:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:23:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:23:16,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on znode that does not yet exist, /0-835453789/running 2024-11-21T12:23:16,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Set watcher on znode that does not yet exist, /0-835453789/running 2024-11-21T12:23:16,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:16,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:16,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:16,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:16,100 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4993cb2a74e,34169,1732191763151' ***** 2024-11-21T12:23:16,100 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:23:16,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(3091): Received CLOSE for 34b4ad92e30e201e986d601945981081 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(959): stopping server b4993cb2a74e,34169,1732191763151 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:16,101 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fe7a7252f437d6bf873e347363d74a8, disabling compactions & flushes 2024-11-21T12:23:16,101 INFO [RS:0;b4993cb2a74e:34169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34169. 2024-11-21T12:23:16,102 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:16,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:16,102 DEBUG [RS:0;b4993cb2a74e:34169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:16,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. after waiting 0 ms 2024-11-21T12:23:16,102 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:16,102 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:16,102 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fe7a7252f437d6bf873e347363d74a8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T12:23:16,102 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:23:16,102 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:23:16,102 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:23:16,102 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:23:16,104 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:23:16,104 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1325): Online Regions={8fe7a7252f437d6bf873e347363d74a8=hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8., 1588230740=hbase:meta,,1.1588230740, 34b4ad92e30e201e986d601945981081=test,,1732191777145.34b4ad92e30e201e986d601945981081.} 2024-11-21T12:23:16,104 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34b4ad92e30e201e986d601945981081, 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:16,108 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:16,108 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:16,108 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:16,108 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:16,108 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:16,108 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:23:16,131 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/.tmp/hfileref/cae0d2da118c47dda3addda6d88fc955 is 74, key is 1/hfileref:689ff7a543a642e285c7469a0c6edc3e_SeqId_6_/1732191788245/DeleteColumn/seqid=0 2024-11-21T12:23:16,137 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/info/d5959bc6974a48d4b6294cb25f6fb0c1 is 147, key is hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8./info:regioninfo/1732191783774/Put/seqid=0 2024-11-21T12:23:16,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741847_1023 (size=5489) 2024-11-21T12:23:16,140 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/.tmp/hfileref/cae0d2da118c47dda3addda6d88fc955 2024-11-21T12:23:16,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741848_1024 (size=7686) 2024-11-21T12:23:16,146 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/info/d5959bc6974a48d4b6294cb25f6fb0c1 2024-11-21T12:23:16,159 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/.tmp/queue/39ce1d2fa2504a13b0b4ec2a25e33d1f is 153, key is 1-b4993cb2a74e,34169,1732191763151/queue:b4993cb2a74e%2C34169%2C1732191763151/1732191788246/Put/seqid=0 2024-11-21T12:23:16,160 INFO [regionserver/b4993cb2a74e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:16,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741849_1025 (size=5504) 2024-11-21T12:23:16,167 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/ns/2e1ff13b887f4946a0b069a592b8db3b is 43, key is default/ns:d/1732191765954/Put/seqid=0 2024-11-21T12:23:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741850_1026 (size=5153) 2024-11-21T12:23:16,170 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/ns/2e1ff13b887f4946a0b069a592b8db3b 2024-11-21T12:23:16,184 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/rep_barrier/919746bb641941c9af5b3942111f93f2 is 112, key is test,,1732191777145.34b4ad92e30e201e986d601945981081./rep_barrier:seqnumDuringOpen/1732191778310/Put/seqid=0 2024-11-21T12:23:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741851_1027 (size=5518) 2024-11-21T12:23:16,187 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/rep_barrier/919746bb641941c9af5b3942111f93f2 2024-11-21T12:23:16,202 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/table/956f29105513413b897e5e4091e84a70 is 53, key is hbase:replication/table:state/1732191783781/Put/seqid=0 2024-11-21T12:23:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741852_1028 (size=5308) 2024-11-21T12:23:16,304 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34b4ad92e30e201e986d601945981081, 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:16,505 DEBUG [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34b4ad92e30e201e986d601945981081, 8fe7a7252f437d6bf873e347363d74a8 2024-11-21T12:23:16,566 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/.tmp/queue/39ce1d2fa2504a13b0b4ec2a25e33d1f 2024-11-21T12:23:16,570 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/.tmp/hfileref/cae0d2da118c47dda3addda6d88fc955 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/hfileref/cae0d2da118c47dda3addda6d88fc955 2024-11-21T12:23:16,573 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/hfileref/cae0d2da118c47dda3addda6d88fc955, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T12:23:16,574 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/.tmp/queue/39ce1d2fa2504a13b0b4ec2a25e33d1f as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/queue/39ce1d2fa2504a13b0b4ec2a25e33d1f 2024-11-21T12:23:16,577 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/queue/39ce1d2fa2504a13b0b4ec2a25e33d1f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T12:23:16,577 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8fe7a7252f437d6bf873e347363d74a8 in 475ms, sequenceid=17, compaction requested=false 2024-11-21T12:23:16,580 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/replication/8fe7a7252f437d6bf873e347363d74a8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:16,581 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fe7a7252f437d6bf873e347363d74a8: Waiting for close lock at 1732191796101Running coprocessor pre-close hooks at 1732191796101Disabling compacts and flushes for region at 1732191796101Disabling writes for close at 1732191796102 (+1 ms)Obtaining lock to block concurrent updates at 1732191796102Preparing flush snapshotting stores in 8fe7a7252f437d6bf873e347363d74a8 at 1732191796102Finished memstore snapshotting hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732191796102Flushing stores of hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. at 1732191796103 (+1 ms)Flushing 8fe7a7252f437d6bf873e347363d74a8/hfileref: creating writer at 1732191796103Flushing 8fe7a7252f437d6bf873e347363d74a8/hfileref: appending metadata at 1732191796131 (+28 ms)Flushing 8fe7a7252f437d6bf873e347363d74a8/hfileref: closing flushed file at 1732191796131Flushing 8fe7a7252f437d6bf873e347363d74a8/queue: creating writer at 1732191796146 (+15 ms)Flushing 8fe7a7252f437d6bf873e347363d74a8/queue: appending metadata at 1732191796159 (+13 ms)Flushing 8fe7a7252f437d6bf873e347363d74a8/queue: closing flushed file at 1732191796159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4143069b: reopening flushed file at 1732191796569 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc161b9: reopening flushed file at 1732191796573 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8fe7a7252f437d6bf873e347363d74a8 in 475ms, sequenceid=17, compaction requested=false at 1732191796578 (+5 ms)Writing region close event to WAL at 1732191796578Running coprocessor post-close hooks at 1732191796581 (+3 ms)Closed at 1732191796581 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191782612.8fe7a7252f437d6bf873e347363d74a8. 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34b4ad92e30e201e986d601945981081, disabling compactions & flushes 2024-11-21T12:23:16,581 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191777145.34b4ad92e30e201e986d601945981081. after waiting 0 ms 2024-11-21T12:23:16,581 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:23:16,584 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/default/test/34b4ad92e30e201e986d601945981081/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:23:16,584 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:16,584 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:16,584 INFO [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:23:16,584 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34b4ad92e30e201e986d601945981081: Waiting for close lock at 1732191796581Running coprocessor pre-close hooks at 1732191796581Disabling compacts and flushes for region at 1732191796581Disabling writes for close at 1732191796581Writing region close event to WAL at 1732191796582 (+1 ms)Running coprocessor post-close hooks at 1732191796584 (+2 ms)Closed at 1732191796584 2024-11-21T12:23:16,584 DEBUG [RS_CLOSE_REGION-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191777145.34b4ad92e30e201e986d601945981081. 2024-11-21T12:23:16,605 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/table/956f29105513413b897e5e4091e84a70 2024-11-21T12:23:16,609 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/info/d5959bc6974a48d4b6294cb25f6fb0c1 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/info/d5959bc6974a48d4b6294cb25f6fb0c1 2024-11-21T12:23:16,613 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/info/d5959bc6974a48d4b6294cb25f6fb0c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:23:16,613 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/ns/2e1ff13b887f4946a0b069a592b8db3b as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/ns/2e1ff13b887f4946a0b069a592b8db3b 2024-11-21T12:23:16,616 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/ns/2e1ff13b887f4946a0b069a592b8db3b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:23:16,617 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/rep_barrier/919746bb641941c9af5b3942111f93f2 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/rep_barrier/919746bb641941c9af5b3942111f93f2 2024-11-21T12:23:16,620 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/rep_barrier/919746bb641941c9af5b3942111f93f2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:23:16,620 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/.tmp/table/956f29105513413b897e5e4091e84a70 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/table/956f29105513413b897e5e4091e84a70 2024-11-21T12:23:16,623 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/table/956f29105513413b897e5e4091e84a70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:23:16,624 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=16, compaction requested=false 2024-11-21T12:23:16,624 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:23:16,627 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:23:16,628 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:16,628 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:16,628 INFO [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:16,628 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191796108Running coprocessor pre-close hooks at 1732191796108Disabling compacts and flushes for region at 1732191796108Disabling writes for close at 1732191796108Obtaining lock to block concurrent updates at 1732191796108Preparing flush snapshotting stores in 1588230740 at 1732191796108Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191796109 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191796110 (+1 ms)Flushing 1588230740/info: creating writer at 1732191796110Flushing 1588230740/info: appending metadata at 1732191796137 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732191796137Flushing 1588230740/ns: creating writer at 1732191796153 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732191796167 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732191796167Flushing 1588230740/rep_barrier: creating writer at 1732191796172 (+5 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191796184 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191796184Flushing 1588230740/table: creating writer at 1732191796190 (+6 ms)Flushing 1588230740/table: appending metadata at 1732191796201 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732191796201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32270bbb: reopening flushed file at 1732191796609 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154f2b61: reopening flushed file at 1732191796613 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3b9529: reopening flushed file at 1732191796616 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f22719: reopening flushed file at 1732191796620 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 516ms, sequenceid=16, compaction requested=false at 1732191796624 (+4 ms)Writing region close event to WAL at 1732191796625 (+1 ms)Running coprocessor post-close hooks at 1732191796628 (+3 ms)Closed at 1732191796628 2024-11-21T12:23:16,628 DEBUG [RS_CLOSE_META-regionserver/b4993cb2a74e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:16,705 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(976): stopping server b4993cb2a74e,34169,1732191763151; all regions closed. 2024-11-21T12:23:16,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741843_1019 (size=859) 2024-11-21T12:23:16,707 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.meta.1732191786731.meta not finished, retry = 0 2024-11-21T12:23:16,733 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 393, reset compression=false 2024-11-21T12:23:16,737 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:16,737 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 688, reset compression=false 2024-11-21T12:23:16,737 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b4993cb2a74e,34169,1732191763151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:16,738 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b4993cb2a74e,34169,1732191763151: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b4993cb2a74e,34169,1732191763151, walGroup=b4993cb2a74e%2C34169%2C1732191763151, offset=b4993cb2a74e%2C34169%2C1732191763151.1732191786750:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:34169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:23:16,739 ERROR [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:23:16,739 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:23:16,739 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:23:16,739 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:23:16,739 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:23:16,740 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1654652928, "init": 1048576000, "max": 2306867200, "used": 1159199264 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208292272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:23:16,740 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:44321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b4993cb2a74e:44321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:23:16,809 DEBUG [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs 2024-11-21T12:23:16,809 INFO [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34169%2C1732191763151.meta:.meta(num 1732191786731) 2024-11-21T12:23:16,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741842_1018 (size=2791) 2024-11-21T12:23:16,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.rep.1732191786711 not finished, retry = 0 2024-11-21T12:23:16,836 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:23:16,836 INFO [regionserver/b4993cb2a74e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:23:16,914 DEBUG [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs 2024-11-21T12:23:16,914 INFO [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34169%2C1732191763151.rep:(num 1732191786711) 2024-11-21T12:23:16,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741844_1020 (size=696) 2024-11-21T12:23:16,917 DEBUG [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs 2024-11-21T12:23:16,917 INFO [RS:0;b4993cb2a74e:34169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4993cb2a74e%2C34169%2C1732191763151:(num 1732191786750) 2024-11-21T12:23:16,917 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:16,917 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:16,917 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:16,917 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.ChoreService(370): Chore service for: regionserver/b4993cb2a74e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:16,918 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:16,918 INFO [regionserver/b4993cb2a74e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:16,918 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b4993cb2a74e,34169,1732191763151 because: Region server is closing 2024-11-21T12:23:16,918 INFO [RS:0;b4993cb2a74e:34169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34169. 2024-11-21T12:23:16,918 DEBUG [RS:0;b4993cb2a74e:34169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:16,918 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:16,918 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:16,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:16,940 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 to pos 688, reset compression=false 2024-11-21T12:23:16,941 INFO [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 was moved to hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/oldWALs/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 2024-11-21T12:23:16,943 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/WALs/b4993cb2a74e,34169,1732191763151/b4993cb2a74e%2C34169%2C1732191763151.1732191786750 2024-11-21T12:23:16,943 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T12:23:16,943 DEBUG [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T12:23:17,019 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:23:17,019 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:23:17,019 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,1-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,1-b4993cb2a74e,34169,1732191763151 terminated 2024-11-21T12:23:17,019 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b4993cb2a74e,34169,1732191763151 because: Region server is closing 2024-11-21T12:23:17,019 INFO [RS:0;b4993cb2a74e:34169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4993cb2a74e:34169. 2024-11-21T12:23:17,019 DEBUG [RS:0;b4993cb2a74e:34169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:17,019 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:17,020 DEBUG [RS:0;b4993cb2a74e:34169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:17,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:17,120 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.shipperb4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 terminated 2024-11-21T12:23:17,120 WARN [RS_REFRESH_PEER-regionserver/b4993cb2a74e:0-0.replicationSource,2-b4993cb2a74e,34169,1732191763151.replicationSource.wal-reader.b4993cb2a74e%2C34169%2C1732191763151,2-b4993cb2a74e,34169,1732191763151 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-21T12:23:17,120 INFO [RS:0;b4993cb2a74e:34169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34169 2024-11-21T12:23:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789/rs 2024-11-21T12:23:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-835453789/rs/b4993cb2a74e,34169,1732191763151 2024-11-21T12:23:17,182 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:17,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4993cb2a74e,34169,1732191763151] 2024-11-21T12:23:17,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-835453789/draining/b4993cb2a74e,34169,1732191763151 already deleted, retry=false 2024-11-21T12:23:17,203 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4993cb2a74e,34169,1732191763151 expired; onlineServers=0 2024-11-21T12:23:17,203 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4993cb2a74e,44321,1732191762957' ***** 2024-11-21T12:23:17,203 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:23:17,203 INFO [M:0;b4993cb2a74e:44321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:17,203 INFO [M:0;b4993cb2a74e:44321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:17,203 DEBUG [M:0;b4993cb2a74e:44321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:23:17,203 DEBUG [M:0;b4993cb2a74e:44321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:23:17,203 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:23:17,203 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191764720 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.large.0-1732191764720,5,FailOnTimeoutGroup] 2024-11-21T12:23:17,203 DEBUG [master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191764720 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4993cb2a74e:0:becomeActiveMaster-HFileCleaner.small.0-1732191764720,5,FailOnTimeoutGroup] 2024-11-21T12:23:17,203 INFO [M:0;b4993cb2a74e:44321 {}] hbase.ChoreService(370): Chore service for: master/b4993cb2a74e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:17,203 INFO [M:0;b4993cb2a74e:44321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:17,203 DEBUG [M:0;b4993cb2a74e:44321 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:23:17,203 INFO [M:0;b4993cb2a74e:44321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:23:17,203 INFO [M:0;b4993cb2a74e:44321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:17,203 ERROR [M:0;b4993cb2a74e:44321 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (2098437737) connection to localhost/127.0.0.1:36563 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36563,5,PEWorkerGroup] 2024-11-21T12:23:17,204 INFO [M:0;b4993cb2a74e:44321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:23:17,204 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:23:17,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-835453789/master 2024-11-21T12:23:17,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-835453789 2024-11-21T12:23:17,213 DEBUG [M:0;b4993cb2a74e:44321 {}] zookeeper.ZKUtil(347): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Unable to get data of znode /0-835453789/master because node does not exist (not an error) 2024-11-21T12:23:17,213 WARN [M:0;b4993cb2a74e:44321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:23:17,214 INFO [M:0;b4993cb2a74e:44321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/.lastflushedseqids 2024-11-21T12:23:17,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741853_1029 (size=263) 2024-11-21T12:23:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:17,292 INFO [RS:0;b4993cb2a74e:34169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:17,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34169-0x1015d58acf80001, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:17,292 INFO [RS:0;b4993cb2a74e:34169 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4993cb2a74e,34169,1732191763151; zookeeper connection closed. 2024-11-21T12:23:17,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e27ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e27ae 2024-11-21T12:23:17,293 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:23:17,618 INFO [M:0;b4993cb2a74e:44321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:23:17,618 INFO [M:0;b4993cb2a74e:44321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:23:17,618 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:17,618 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:17,618 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:17,618 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:17,618 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:17,618 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-21T12:23:17,632 DEBUG [M:0;b4993cb2a74e:44321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0c39afe38d24d6db040d8a541770c0f is 82, key is hbase:meta,,1/info:regioninfo/1732191765904/Put/seqid=0 2024-11-21T12:23:17,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741854_1030 (size=5672) 2024-11-21T12:23:18,035 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0c39afe38d24d6db040d8a541770c0f 2024-11-21T12:23:18,052 DEBUG [M:0;b4993cb2a74e:44321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df41799fe4184dc98f465ddcaf9c7c2c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191778319/Put/seqid=0 2024-11-21T12:23:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741855_1031 (size=7610) 2024-11-21T12:23:18,267 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:23:18,267 INFO [master/b4993cb2a74e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:23:18,456 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df41799fe4184dc98f465ddcaf9c7c2c 2024-11-21T12:23:18,460 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df41799fe4184dc98f465ddcaf9c7c2c 2024-11-21T12:23:18,477 DEBUG [M:0;b4993cb2a74e:44321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58682e90a1994e1b80f6137118af4526 is 69, key is b4993cb2a74e,34169,1732191763151/rs:state/1732191764819/Put/seqid=0 2024-11-21T12:23:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741856_1032 (size=5156) 2024-11-21T12:23:18,880 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58682e90a1994e1b80f6137118af4526 2024-11-21T12:23:18,883 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0c39afe38d24d6db040d8a541770c0f as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0c39afe38d24d6db040d8a541770c0f 2024-11-21T12:23:18,886 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0c39afe38d24d6db040d8a541770c0f, entries=8, sequenceid=121, filesize=5.5 K 2024-11-21T12:23:18,887 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df41799fe4184dc98f465ddcaf9c7c2c as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df41799fe4184dc98f465ddcaf9c7c2c 2024-11-21T12:23:18,891 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df41799fe4184dc98f465ddcaf9c7c2c 2024-11-21T12:23:18,891 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df41799fe4184dc98f465ddcaf9c7c2c, entries=13, sequenceid=121, filesize=7.4 K 2024-11-21T12:23:18,892 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58682e90a1994e1b80f6137118af4526 as hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58682e90a1994e1b80f6137118af4526 2024-11-21T12:23:18,896 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36563/user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58682e90a1994e1b80f6137118af4526, entries=1, sequenceid=121, filesize=5.0 K 2024-11-21T12:23:18,896 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=121, compaction requested=false 2024-11-21T12:23:18,898 INFO [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:18,898 DEBUG [M:0;b4993cb2a74e:44321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191797618Disabling compacts and flushes for region at 1732191797618Disabling writes for close at 1732191797618Obtaining lock to block concurrent updates at 1732191797618Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191797618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732191797618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191797619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191797619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191797631 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191797631Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191798039 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191798052 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191798052Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191798460 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191798476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191798476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630c2430: reopening flushed file at 1732191798883 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4debe5cd: reopening flushed file at 1732191798887 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef9ab92: reopening flushed file at 1732191798891 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=121, compaction requested=false at 1732191798896 (+5 ms)Writing region close event to WAL at 1732191798898 (+2 ms)Closed at 1732191798898 2024-11-21T12:23:18,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37163 is added to blk_1073741830_1006 (size=69920) 2024-11-21T12:23:18,900 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32210977-7637-75d7-7b65-f329c979e22f/MasterData/WALs/b4993cb2a74e,44321,1732191762957/b4993cb2a74e%2C44321%2C1732191762957.1732191764466 not finished, retry = 0 2024-11-21T12:23:19,001 INFO [M:0;b4993cb2a74e:44321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:23:19,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:19,001 INFO [M:0;b4993cb2a74e:44321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44321 2024-11-21T12:23:19,001 INFO [M:0;b4993cb2a74e:44321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:19,177 INFO [M:0;b4993cb2a74e:44321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:19,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:19,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44321-0x1015d58acf80000, quorum=127.0.0.1:49291, baseZNode=/0-835453789 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:19,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ff8055{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:19,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62408e36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:19,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:19,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3183ba7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:19,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3310de14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:19,180 WARN [BP-174265884-172.17.0.2-1732191760739 heartbeating to localhost/127.0.0.1:36563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:23:19,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:23:19,180 WARN [BP-174265884-172.17.0.2-1732191760739 heartbeating to localhost/127.0.0.1:36563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-174265884-172.17.0.2-1732191760739 (Datanode Uuid c0fe75ad-2355-4167-97ef-bf38a89c504a) service to localhost/127.0.0.1:36563 2024-11-21T12:23:19,180 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:23:19,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616/data/data1/current/BP-174265884-172.17.0.2-1732191760739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:19,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/cluster_2f993451-ca31-bd46-741c-1104fd81c616/data/data2/current/BP-174265884-172.17.0.2-1732191760739 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:19,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:23:19,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cf8ea88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:19,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3044a67f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:19,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:19,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e46ca82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:19,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3966980f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c76988f-dc26-6cb1-eb5b-6dfa4d2ffc69/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:19,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:23:19,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:23:19,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=586 (was 529) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36217 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49291) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49291) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49291) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36563 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46537 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:46537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2098437737) connection to localhost/127.0.0.1:36217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=509 (was 501) - AvailableMemoryMB LEAK? - 2024-11-21T12:23:19,216 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=586 is superior to 500